-- Logs begin at Tue 2022-04-12 16:35:22 UTC, end at Tue 2022-04-12 17:59:26 UTC. -- Apr 12 17:20:57.714065 dv-cinder-837532-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 17:21:00.633601 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:21:00.634232 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:21:00.634409 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:21:00.637718 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:21:00.637973 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:21:00.638311 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:21:00.639234 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:21:00.639468 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:21:00.639832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:21:00.640076 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:21:00.640302 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:21:00.640713 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.641146 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 17:21:00.641458 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.641751 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.642052 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.642357 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.642648 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.642928 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.643211 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.643507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.643789 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.644063 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.644340 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.644626 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.644903 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.645184 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.645464 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.645745 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] debug = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.646019 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.646476 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.646884 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.647165 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.647448 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.647740 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.647994 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.648852 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.649155 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.649487 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] host = dv-cinder-837532-1-iscsi {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.649766 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.650078 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.650376 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.650660 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.650935 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.651211 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.651491 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.651763 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.652034 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.652306 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.652588 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.652871 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.653158 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.653381 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.653603 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.653898 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.654206 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.654481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.654754 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.655028 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.655301 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.655571 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.655839 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.656123 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.656403 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.656683 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.656954 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.657226 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.657498 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.657766 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.658068 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.658346 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.658617 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.658888 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.659174 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.659443 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.659712 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.660013 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.660296 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.660575 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.660855 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.661125 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.661405 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.661675 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.661945 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.662246 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_json = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.662519 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.662790 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.663072 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.663344 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.663618 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.663912 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.664183 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.664464 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.664734 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:00.665030 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.665326 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.665627 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.665926 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.666245 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.666526 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.666814 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.667095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.667455 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.667806 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.668098 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.668381 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.668681 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.668972 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.669266 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.669570 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.669865 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.670177 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.670458 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.670732 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.671008 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.671288 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.671574 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.671853 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.672140 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.672426 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.672702 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.672996 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.673284 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.673577 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.673868 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.674169 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.674451 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.674740 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.675021 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.675295 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.675572 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.675859 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.676138 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.676409 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.676691 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.676968 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.677242 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.677512 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.677788 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.678107 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.678394 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.678669 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.678942 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.679222 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.679514 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.679800 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.680077 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.680349 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.680620 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.680896 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.681168 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.681439 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.681715 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.681984 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.682286 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.682556 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.682826 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.683159 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.683436 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.683707 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.683977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.684245 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.684519 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.684858 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.685128 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.685400 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.685670 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.685940 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.686246 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.686543 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.686948 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.687227 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.687590 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.687849 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.688451 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.688728 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.689042 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.689320 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.689593 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.689881 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.690188 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.690475 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.690773 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.691049 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.691341 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.691615 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.691890 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.692171 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.692446 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.692724 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.693005 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.693285 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.693580 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.693872 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.694189 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.694486 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.694782 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.695062 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.695891 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.696171 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:00.696391 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:21:00.696632 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103665) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 17:21:01.072569 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:21:01.072774 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:21:01.073076 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:21:01.073413 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 17:21:01.398872 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.399161 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.399428 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.402384 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.402665 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.402937 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.455995 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.456283 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.456551 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.471724 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.472006 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.472274 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.502046 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.502345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.502613 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.539067 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.539345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.539611 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.888126 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.888748 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.888748 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.888916 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.889590 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.989950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.990300 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.990586 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.990887 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.991131 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.991438 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.991696 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.991976 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.992826 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.993109 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.993372 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.993639 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.993895 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.994175 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.994434 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.994700 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.994955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.995223 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.995492 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.995749 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.996017 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.996268 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.996548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.996919 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.997169 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.997411 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:01.997800 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.998049 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.998296 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.998527 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.998760 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.998992 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:01.999351 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 17:21:02.002502 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 17:21:02.006387 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 17:21:02.009990 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 12 17:21:02.011606 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 17:21:02.012068 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 17:21:02.012397 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 17:21:02.012772 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 17:21:02.015726 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 17:21:02.015978 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 17:21:02.016317 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:21:02.021083 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 17:21:02.044535 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 17:21:02.044984 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:02.045277 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103665) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 17:21:02.045641 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:02.047026 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103665) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 17:21:02.047302 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:21:02.047545 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 17:21:02.050803 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:02.051078 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:02.113175 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 17:21:02.113410 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 17:21:02.113643 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 17:21:02.114004 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 17:21:02.134292 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_db.sqlalchemy.engines [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103665) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 17:21:02.717848 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing driver for type 'gre' Apr 12 17:21:02.718405 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] gre ID ranges: [(1, 1000)] Apr 12 17:21:02.871712 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing driver for type 'local' Apr 12 17:21:02.872051 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing driver for type 'vlan' Apr 12 17:21:02.951862 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] VlanTypeDriver initialization complete Apr 12 17:21:02.952518 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing driver for type 'vxlan' Apr 12 17:21:02.952735 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] vxlan ID ranges: [(1, 1000)] Apr 12 17:21:03.140376 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing extension driver 'port_security' Apr 12 17:21:03.140720 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.extensions.port_security [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] PortSecurityExtensionDriver initialization complete Apr 12 17:21:03.141079 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing mechanism driver 'openvswitch' Apr 12 17:21:03.141410 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing mechanism driver 'hyperv' Apr 12 17:21:03.153256 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.plugin [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:03.154134 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.154511 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.154868 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.155392 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.155832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.156188 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.156537 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.156934 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.157339 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.157690 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.158046 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.158459 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.158861 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.159212 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.159555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.159948 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.160351 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.160698 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.161042 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.161437 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.161834 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > address_group after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.162214 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > address_group after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.162557 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.162951 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:21:03.163391 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] ML2 OVO RPC backend initialized. {{(pid=103665) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 17:21:03.164749 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.165109 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.165530 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.165882 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > networks before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.166259 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.166603 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > ports before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.166946 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.167289 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnets before_response 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.167634 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.168053 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.168394 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.168732 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.169068 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.169407 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.169736 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.170092 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.170424 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.177926 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded quota_driver: . Apr 12 17:21:03.178314 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.plugin [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Modular L2 Plugin initialization complete Apr 12 17:21:03.178662 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading services supported by the core plugin {{(pid=103665) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 17:21:03.179005 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.plugins.ml2.managers [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Got port-security extension from driver 'port_security' Apr 12 17:21:03.179487 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.extensions.vlantransparent [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Disabled vlantransparent extension. Apr 12 17:21:03.179977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103665) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 17:21:03.180299 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: router Apr 12 17:21:03.216706 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.217109 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_create 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.217482 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router before_create 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.217849 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.218246 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.218603 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_delete 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.218964 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.219314 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.219669 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_create 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.220015 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.220365 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.220714 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.221191 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.221638 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.222007 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.222379 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.222719 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: subnet after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.223065 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.223416 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.223764 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_create 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.224108 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.224451 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.224804 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router after_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.225148 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.225495 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_create 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.225856 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.226230 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_update 55549900 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.227232 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > agent after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.227585 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > agent after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.227932 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > network after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.228798 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Tracking information for resource: router configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:03.229130 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Tracking information for resource: floatingip configured {{(pid=103665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:21:03.234012 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.db.l3_agentschedulers_db [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 17:21:03.234687 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.234984 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.235335 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.235683 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: port after_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.236485 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router before_create 55550100 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.236849 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.237214 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_create 55550100 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.237570 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > router precommit_update 55550100 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.242462 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.provider_configuration [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service providers = [] {{(pid=103665) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 17:21:03.242830 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.db.servicetype_db [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103665) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 17:21:03.245764 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.service_base [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:21:03.246149 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.service_base [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:21:03.246494 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.service_base [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:21:03.247381 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.services.service_base [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:21:03.247751 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.services.service_base [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 17:21:03.248138 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.248454 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 17:21:03.259120 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.259455 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: auto_allocate Apr 12 17:21:03.265045 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: network precommit_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.265418 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: network precommit_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.265941 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.266293 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: tag Apr 12 17:21:03.274816 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.275145 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: timestamp Apr 12 17:21:03.278958 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.279286 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: network_ip_availability Apr 12 17:21:03.284715 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.285088 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.285444 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.286195 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.286520 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: flavors Apr 12 17:21:03.291466 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.291799 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading Plugin: revisions Apr 12 17:21:03.296534 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:21:03.296926 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.224s {{(pid=103665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:21:03.297670 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103665) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 17:21:03.297990 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Initializing extension manager. Apr 12 17:21:03.298605 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: __init__.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.298947 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: __pycache__ {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.299282 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: address_group.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.300032 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.300593 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: address-group Apr 12 17:21:03.300919 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: address_scope.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.301634 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.302176 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: address-scope Apr 12 17:21:03.302501 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.303420 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.303935 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: router-admin-state-down-before-update Apr 12 17:21:03.304260 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: agent.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.304984 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.305492 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: agent Apr 12 17:21:03.305815 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: agent_resources_synced.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.306761 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.307272 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: agent-resources-synced Apr 12 17:21:03.307596 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: allowedaddresspairs.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.309386 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.309913 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: allowed-address-pairs Apr 12 17:21:03.310279 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: auto_allocated_topology.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.311344 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.311860 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: auto-allocated-topology Apr 12 17:21:03.312192 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: availability_zone.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.312884 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.313653 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: availability_zone Apr 12 17:21:03.313977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: availability_zone_filter.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.314908 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.315417 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: availability_zone_filter Apr 12 17:21:03.315741 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: data_plane_status.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.316650 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.317155 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 17:21:03.317477 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: default_subnetpools.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.318409 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.318916 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: default-subnetpools Apr 12 17:21:03.319238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.320064 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.320573 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: dhcp_agent_scheduler Apr 12 17:21:03.320898 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: dns.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.321810 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.322346 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension dns-integration not supported by any of loaded plugins Apr 12 17:21:03.322673 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: dns_domain_ports.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.323582 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.324087 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 17:21:03.324413 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.325331 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.325839 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 17:21:03.326193 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: dvr.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.326863 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.327369 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: dvr Apr 12 17:21:03.327690 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: ecmp_routes.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.328599 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.329107 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 17:21:03.329428 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: empty_string_filtering.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.330364 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.330881 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: empty-string-filtering Apr 12 17:21:03.331205 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.332123 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.332632 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:21:03.332954 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.333869 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.334404 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 17:21:03.334726 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: external_net.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.336162 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.336672 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: external-net Apr 12 17:21:03.336992 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.337904 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.338434 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: extra_dhcp_opt Apr 12 17:21:03.338754 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: extraroute.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.339667 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.340170 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: extraroute Apr 12 17:21:03.340490 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: extraroute_atomic.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.341676 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.342226 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: extraroute-atomic Apr 12 17:21:03.342552 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: filter_validation.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.343213 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.343724 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: filter-validation Apr 12 17:21:03.344043 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: fip_pf_description.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.344949 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.345452 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 17:21:03.345770 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: fip_pf_port_range.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.346714 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.347220 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 17:21:03.347540 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: fip_port_details.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.348457 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.348963 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: fip-port-details Apr 12 17:21:03.349282 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: flavors.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.350527 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.351048 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: flavors Apr 12 17:21:03.351997 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.353635 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.354180 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 17:21:03.354512 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: floatingip_pools.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.355213 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.355729 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: floatingip-pools Apr 12 17:21:03.356058 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: ip_allocation.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.356982 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.357488 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 17:21:03.357811 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.358756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.359267 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: ip-substring-filtering Apr 12 17:21:03.359595 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l2_adjacency.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.360535 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.361044 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 17:21:03.361367 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.362369 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.362891 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: router Apr 12 17:21:03.363220 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.365403 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.365937 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:21:03.366296 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.367240 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.367757 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: ext-gw-mode Apr 12 17:21:03.368085 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.368998 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.369512 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: l3-ha Apr 12 17:21:03.369838 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.370764 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.371272 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 17:21:03.371591 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_flavors.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.372508 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.373017 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: l3-flavors Apr 12 17:21:03.373340 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.374726 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.375245 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 17:21:03.375572 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.376483 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.377002 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 17:21:03.377329 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: l3agentscheduler.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.378377 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.378897 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: l3_agent_scheduler Apr 12 17:21:03.379227 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: local_ip.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.381136 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.381658 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension local_ip not supported by any of loaded plugins Apr 12 17:21:03.381989 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: logging.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.384052 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.384584 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension logging not supported by any of loaded plugins Apr 12 17:21:03.384915 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: metering.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.385802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.386407 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: metering Apr 12 17:21:03.386736 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.387850 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.388370 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: metering_source_and_destination_fields Apr 12 17:21:03.388697 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: multiprovidernet.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.389618 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.390153 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: multi-provider Apr 12 17:21:03.390526 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: netmtu.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.391393 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.391902 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: net-mtu Apr 12 17:21:03.392225 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: netmtu_writable.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.393147 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.393657 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: net-mtu-writable Apr 12 17:21:03.393983 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: network_availability_zone.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.394681 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.395194 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: network_availability_zone Apr 12 17:21:03.395517 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: network_ip_availability.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.396615 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.397136 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: network-ip-availability Apr 12 17:21:03.397467 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: network_segment_range.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.398880 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.399390 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 17:21:03.399715 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: pagination.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.400691 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.401018 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: pagination Apr 12 17:21:03.401338 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: port_device_profile.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.402300 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.402829 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: port-device-profile Apr 12 17:21:03.403151 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.404067 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.404582 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: port-mac-address-regenerate Apr 12 17:21:03.404907 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.405819 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.406355 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: port-numa-affinity-policy Apr 12 17:21:03.406677 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: port_resource_request.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.407581 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.408092 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 17:21:03.408413 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: port_resource_request_groups.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.409375 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.409887 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 17:21:03.410235 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: portbindings.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.411156 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.411670 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: binding Apr 12 17:21:03.411991 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: portbindings_extended.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.413252 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.413798 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: binding-extended Apr 12 17:21:03.414150 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: portsecurity.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.415069 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.415581 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: port-security Apr 12 17:21:03.415907 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: project_id.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.416883 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.417212 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: project-id Apr 12 17:21:03.417533 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: providernet.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.418477 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.418999 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: provider Apr 12 17:21:03.419322 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.422905 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.423427 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos not supported by any of loaded plugins Apr 12 17:21:03.423756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.425104 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.425624 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 17:21:03.425955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.426909 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.427422 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 17:21:03.427752 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_default.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.428678 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.429190 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-default not supported by any of loaded plugins Apr 12 17:21:03.429543 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_fip.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.430490 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.431003 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-fip not supported by any of loaded plugins Apr 12 17:21:03.431331 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.432243 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.432757 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 17:21:03.433083 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_gateway_ip.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.434010 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.434543 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 17:21:03.434870 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_port_network_policy.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.435783 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.436293 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 17:21:03.436618 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.437655 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.438460 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 17:21:03.438787 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.439816 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.440330 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 17:21:03.440657 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_pps_rule.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.441836 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.442383 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-pps not supported by any of loaded plugins Apr 12 17:21:03.442713 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_rule_type_details.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.443633 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.444172 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 17:21:03.444493 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.445932 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.446473 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 17:21:03.446800 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: qos_rules_alias.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.447854 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.448367 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 17:21:03.448692 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: quota_check_limit.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.449601 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.450145 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: quota-check-limit Apr 12 17:21:03.450473 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: quotasv2.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.451403 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.451732 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: quotas Apr 12 17:21:03.452055 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: quotasv2_detail.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.453805 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.454183 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: quota_details Apr 12 17:21:03.454517 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: rbac.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.455572 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.456100 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: rbac-policies Apr 12 17:21:03.456431 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: rbac_address_group.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.457357 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.457878 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: rbac-address-group Apr 12 17:21:03.458304 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: rbac_address_scope.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.459228 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.459750 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: rbac-address-scope Apr 12 17:21:03.460082 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: rbac_security_groups.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.461615 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.462164 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: rbac-security-groups Apr 12 17:21:03.462495 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: rbac_subnetpool.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.463419 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.463937 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: rbac-subnetpool Apr 12 17:21:03.464260 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: revisionifmatch.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.465181 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.465691 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: revision-if-match Apr 12 17:21:03.466016 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: revisions.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.467191 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.467703 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: standard-attr-revisions Apr 12 17:21:03.468029 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: router_availability_zone.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.468698 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.469212 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: router_availability_zone Apr 12 17:21:03.469535 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: routerservicetype.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.470485 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.470996 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension router-service-type not supported by any of loaded plugins Apr 12 17:21:03.471319 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.472242 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.472756 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: security-groups-normalized-cidr Apr 12 17:21:03.473081 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.474004 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.474540 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: port-security-groups-filtering Apr 12 17:21:03.474864 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.475813 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.476348 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: security-groups-remote-address-group Apr 12 17:21:03.476673 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.477598 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.478142 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: security-groups-shared-filtering Apr 12 17:21:03.478469 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.479077 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 17:21:03.479405 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: securitygroup.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.489079 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.489618 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: security-group Apr 12 17:21:03.489951 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: segment.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.490703 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.491216 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension segment not supported by any of loaded plugins Apr 12 17:21:03.491543 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.492505 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.493015 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 17:21:03.493346 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: servicetype.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.494455 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.494974 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: service-type Apr 12 17:21:03.495299 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: sorting.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.496276 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.496606 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: sorting Apr 12 17:21:03.496926 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: standard_attr_segment.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.497834 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.498381 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 17:21:03.498703 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: standardattrdescription.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.499352 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.499861 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: standard-attr-description Apr 12 17:21:03.500185 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: stateful_security_group.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.501120 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.501636 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: stateful-security-group Apr 12 17:21:03.501959 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: stdattrs_common.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.502552 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 17:21:03.502875 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.519476 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.519995 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 17:21:03.520323 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnet_onboard.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.521380 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.521901 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: subnet_onboard Apr 12 17:21:03.522253 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.523823 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.524340 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 17:21:03.524663 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnet_service_types.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.525609 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.526170 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: subnet-service-types Apr 12 17:21:03.526494 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnetallocation.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.527625 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.528150 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: subnet_allocation Apr 12 17:21:03.528474 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.529146 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.529657 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: subnetpool-prefix-ops Apr 12 17:21:03.529979 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.530934 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.531448 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 17:21:03.531770 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: tagging.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.532886 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.533407 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: standard-attr-tag Apr 12 17:21:03.533735 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: timestamp.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.534983 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.535506 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loaded extension: standard-attr-timestamp Apr 12 17:21:03.535837 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: trunk.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.536872 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.537389 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension trunk not supported by any of loaded plugins Apr 12 17:21:03.537716 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: trunk_details.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.538739 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.539271 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension trunk-details not supported by any of loaded plugins Apr 12 17:21:03.539596 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: uplink_status_propagation.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.540513 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.541026 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 17:21:03.541349 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Loading extension file: vlantransparent.py {{(pid=103665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:21:03.542020 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:21:03.542551 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 17:21:03.545041 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:network Apr 12 17:21:03.545560 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnet Apr 12 17:21:03.545961 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:21:03.546381 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:port Apr 12 17:21:03.549679 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.549679 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service FLAVORS assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.549679 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.549679 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.549679 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:router Apr 12 17:21:03.550016 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:21:03.550419 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service METERING assigned prefix: /metering {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.551866 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.552244 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.552602 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:21:03.553610 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:21:03.554084 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:21:03.554553 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:21:03.555154 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service CORE assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.555490 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:21:03.555839 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] subnetpool is already registered Apr 12 17:21:03.556300 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service CORE assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.556628 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:21:03.556961 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] subnetpool is already registered Apr 12 17:21:03.559319 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.559753 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service FLAVORS assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.560343 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.560766 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.561100 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:router Apr 12 17:21:03.563216 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] router is already registered Apr 12 17:21:03.563645 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:21:03.563985 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] floatingip is already registered Apr 12 17:21:03.564512 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service METERING assigned prefix: /metering {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.565112 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:21:03.565442 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] rbac_policy is already registered Apr 12 17:21:03.565856 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:21:03.566220 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] security_group is already registered Apr 12 17:21:03.566624 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:21:03.566958 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] security_group_rule is already registered Apr 12 17:21:03.567577 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service CORE assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.567982 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:21:03.568318 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] subnetpool is already registered Apr 12 17:21:03.569357 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.v2.resource_helper [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Service CORE assigned prefix: {{(pid=103665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:21:03.569691 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:21:03.570576 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING neutron.quota.resource_registry [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] subnetpool is already registered Apr 12 17:21:03.571063 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: extensions {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.572518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: address-groups {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.573992 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: address-scopes {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.575320 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: agents {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.576471 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: auto-allocated-topology {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.577714 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: availability_zones {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.578972 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: dhcp-networks {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.581603 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: dhcp-agents {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.583080 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: routers {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.585268 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: flavors {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.587099 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: service_profiles {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.588299 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: next_providers {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.589744 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: service_profiles {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.591321 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: floatingip-pools {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.592533 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: routers {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.594639 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: floatingips {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.595926 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: l3-routers {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.597312 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: l3-agents {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.598758 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: metering-labels {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.600116 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: metering-label-rules {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.601404 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: network-ip-availabilities {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.602920 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: bindings {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.604581 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: quotas {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.606141 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: quotas {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.607664 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: rbac-policies {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.608958 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: security-groups {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.610241 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: security-group-rules {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.611474 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: service-providers {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.612671 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: subnetpools {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.614124 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: subnetpools {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.615579 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.617254 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.619095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.620864 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.622693 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.624524 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.626233 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.628114 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.629866 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.631756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron.api.extensions [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Extended resource: tags {{(pid=103665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:21:03.638209 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING keystonemiddleware.auth_token [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 17:21:03.643907 dv-cinder-837532-1-iscsi neutron-server[103665]: WARNING keystonemiddleware.auth_token [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 17:21:03.653172 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Acquired lock "singleton_lock" {{(pid=103665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 17:21:03.653696 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_concurrency.lockutils [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Releasing lock "singleton_lock" {{(pid=103665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 17:21:03.654363 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Starting 2 workers Apr 12 17:21:03.659278 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Started child 103810 {{(pid=103665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:21:03.663860 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Started child 103811 {{(pid=103665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:21:03.664792 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.665520 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO neutron.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 17:21:03.666121 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.666364 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [-] (103810) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:21:03.668582 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Starting 1 workers Apr 12 17:21:03.668689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.670061 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [-] (103811) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:21:03.673950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Started child 103812 {{(pid=103665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:21:03.674512 dv-cinder-837532-1-iscsi neutron-server[103665]: INFO oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Starting 1 workers Apr 12 17:21:03.677777 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] calling RpcWorker wait() {{(pid=103812) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 17:21:03.678372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] returning from RpcWorker wait() {{(pid=103812) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 17:21:03.679094 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Started child 103813 {{(pid=103665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:21:03.679710 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.679930 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG neutron_lib.callbacks.manager [None req-f818d418-5bea-41b1-9eb2-8015d5f16b2c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.680321 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:03.681918 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:21:03.682153 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:21:03.682344 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:21:03.682576 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:21:03.682927 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:21:03.683090 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:21:03.687481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.687481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.687481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.687481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.687774 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.688507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689609 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689609 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689609 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] debug = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.689826 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.690352 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.690577 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.690815 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.691056 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.691328 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.691569 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.691853 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.692069 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.692316 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.692529 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.692801 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.693053 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.693263 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.693530 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.693778 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.694045 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.694294 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.694763 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] host = dv-cinder-837532-1-iscsi {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.695530 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.695751 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.695998 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.696240 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.696499 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.696741 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.697002 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.697247 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.697502 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.697742 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.697982 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.698238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.698473 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.698729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.698891 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_options = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.699142 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.699405 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.699671 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.699857 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.700026 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.700188 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.700444 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.700606 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.700865 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.701079 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.701313 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.701522 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.701756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.701998 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.702283 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.702499 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.702713 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.702925 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.703167 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.703412 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.703659 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.703899 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.704111 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.704328 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.704574 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.704808 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.705145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.705255 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.705484 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.705712 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.705925 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.706190 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.706425 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.706659 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.706919 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.707150 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.707382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.707598 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.707870 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.708097 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.708449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.708713 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.708929 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.709157 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.709581 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.709675 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.709834 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_json = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.710059 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.710413 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.710692 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.711422 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.711615 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.711824 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.712042 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.712282 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.712588 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.713033 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.713332 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.713644 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.713780 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:03.713910 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.714292 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.714553 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.714808 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.715063 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.715294 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.715556 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.715865 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.716089 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.716446 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.716753 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.717042 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.717617 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.718399 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.719009 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.725950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.726518 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727031 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727470 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727470 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727617 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727728 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.727956 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.728168 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.728404 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.728659 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.728901 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.729111 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.729321 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.729570 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.729804 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.730022 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.730256 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.730492 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.730707 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.730917 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.731181 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.731418 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.731624 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.731841 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.732055 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.732265 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.732498 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.732732 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.732941 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.733157 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.733366 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.733573 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.733786 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.734144 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.734330 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.734477 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.734675 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.734910 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.735130 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.735344 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.735554 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.735768 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.735997 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.736271 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.736610 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.736859 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.737082 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.737319 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.737565 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.737785 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.738052 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.738283 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.738509 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.738724 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.738979 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.739217 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.739528 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.739768 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.740051 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.740297 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.740532 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.740748 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.740973 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.741189 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.741432 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.741661 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.742462 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.742727 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.742967 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.743219 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.743480 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.743767 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.744012 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.744282 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.744498 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.744765 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.745072 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.745345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.745641 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.745890 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.746231 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.746477 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.746727 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.746976 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.750977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.751548 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752095 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752444 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752444 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752675 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.752890 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.753128 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.753345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.753560 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.753826 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.754076 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.754279 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.754517 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.754735 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.754975 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.755238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.755473 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.755709 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.755944 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.756163 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.756471 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.756692 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.756911 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.757162 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.757399 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.758262 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.758536 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.758766 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.759025 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.759218 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.759451 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.759691 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.759930 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.760150 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.760362 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.760573 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.760792 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.761087 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.761325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.761554 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.761798 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.762062 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.762308 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.762671 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.762913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.763157 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.763395 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.763650 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.763880 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.764119 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.764353 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.764574 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.764791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.765012 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.765249 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.765466 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.765681 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.765916 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.766183 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.766457 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.766709 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.766953 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.767173 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.767393 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.767613 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.767828 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.768066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.768394 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.768521 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.768706 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.768937 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.769178 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.769481 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.769736 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.769963 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.770234 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.770485 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.770724 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.770950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.771160 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.771371 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.771591 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.771806 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.772014 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.772236 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.772443 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.772658 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.772877 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.773120 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.773353 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.773573 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.773782 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.773988 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.774330 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.774549 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.774756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.775034 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.775208 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.775415 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.775636 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.775853 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.776061 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.776285 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.776499 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.776707 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.776945 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.777161 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.777372 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.777686 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.777932 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.778173 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.778461 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782238 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.782802 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.783350 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.783350 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.783350 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.783682 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.784066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.784328 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.784583 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.784893 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.785123 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.785364 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.785587 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.785925 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.786077 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.786374 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.786610 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.786883 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.787112 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.787343 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.787565 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.787820 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.788056 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.788299 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.788740 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.788740 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:21:03.789232 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:21:03.789393 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:21:03.789547 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:21:03.789717 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:21:03.789886 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:21:03.790135 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:21:03.790346 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.790509 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.790668 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.790830 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.790990 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791169 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791329 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791488 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791645 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791803 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.791961 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792119 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792277 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792437 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792599 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792757 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.792914 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793072 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793236 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793395 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793552 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.793853 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] debug = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794012 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794226 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794389 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794536 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794693 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.794850 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795007 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795164 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795321 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795479 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795638 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795795 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.795953 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796109 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796267 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796425 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796640 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796847 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.796965 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] host = dv-cinder-837532-1-iscsi {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797122 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797281 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797438 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797596 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797753 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.797910 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798089 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798250 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798408 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798566 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798708 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.798868 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799025 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799190 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_options = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799501 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799658 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.799818 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800188 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800188 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800416 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800502 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800607 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800765 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.800922 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801079 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801235 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801393 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801549 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801706 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.801861 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802018 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802184 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802345 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802664 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802820 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.802977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803134 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803292 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803607 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803764 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.803922 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.804075 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.804239 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.804986 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.805152 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.805306 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.805465 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.805832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.805832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.806082 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.806082 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.806263 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_json = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.810876 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.811564 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:21:03.813927 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814092 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814221 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.814955 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816035 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.816649 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818145 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.818729 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.819325 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.820791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.821507 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.822382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.823555 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824008 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824008 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824008 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824290 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824491 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824491 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824728 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824848 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.824958 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825292 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825438 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825525 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825686 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825829 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.825977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826146 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826309 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826470 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826630 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826791 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.826951 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827111 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827271 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827431 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827600 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827761 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.827924 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828083 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828249 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828420 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828579 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828740 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.828900 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829061 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829223 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829545 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829707 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.829866 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830053 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830217 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830382 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830541 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830702 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.830884 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.831044 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.831203 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.831363 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.833832 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834449 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.834913 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835323 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835323 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835323 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835495 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835670 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.835972 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.836287 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.836451 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.836891 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.836891 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837168 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837168 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837655 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837655 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837655 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837976 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.837976 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838196 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838196 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838619 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838619 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838810 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838810 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.838968 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839101 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839262 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839422 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839582 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839758 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.839907 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840066 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840230 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840390 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840742 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840742 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.840928 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841005 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841137 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841297 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841456 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841627 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841777 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.841937 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.842189 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.842357 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.842520 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.842682 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.842843 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843011 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843158 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843317 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843477 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843637 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843796 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.843957 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844117 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844276 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844448 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844612 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844739 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.844902 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845061 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845220 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845407 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845544 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845699 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.845857 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846017 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846198 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846368 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846529 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846688 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.846849 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847008 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847168 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847337 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847498 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847658 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847817 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.847977 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848136 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848305 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848465 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848624 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848783 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.848942 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849103 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849272 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849432 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849591 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849756 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.849950 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850114 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850262 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850425 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850572 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850742 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.850902 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851063 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851247 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851420 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851580 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851743 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.851908 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.852047 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.852203 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.852365 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.852515 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853057 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853057 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853057 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853678 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853678 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853678 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.853678 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854184 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854184 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854184 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854568 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854568 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854813 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.854813 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855075 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855075 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855331 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855417 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855493 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855657 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855818 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.855978 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856180 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856304 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856434 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856595 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856755 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.856914 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:21:03.857067 dv-cinder-837532-1-iscsi neutron-server[103665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:21:03.890783 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43252) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:03.899505 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064640 Apr 12 17:21:15.437868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10176341-3f89-471d-bfad-6398b820d7a4 None None] get_active_networks_info from dv-cinder-837532-1-iscsi {{(pid=103812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 17:21:15.500035 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10176341-3f89-471d-bfad-6398b820d7a4 None None] No non-hosted networks {{(pid=103812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 17:21:15.518733 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.agentschedulers_db [None req-10176341-3f89-471d-bfad-6398b820d7a4 None None] DHCP Agent not found on host dv-cinder-837532-1-iscsi {{(pid=103812) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 17:21:15.707731 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-72fe7dae-02f2-4ec5-b9c1-888f9df858ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.825774 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ef66dc66-adad-4a4e-b679-4c4365ce6ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:17.867073 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.db.api [None req-2487a99c-7df6-4256-b9c7-8bc59c378198 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837532-1-iscsi {{(pid=103812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:21:17.867890 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG oslo_db.api [None req-2487a99c-7df6-4256-b9c7-8bc59c378198 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:21:18.392818 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2487a99c-7df6-4256-b9c7-8bc59c378198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:18.694215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43316) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:18.895159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:19.262754 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING oslo_policy.policy [None req-6f8bd57c-fe4a-4212-b6fd-a285a786b7c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:19.263350 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING oslo_policy.policy [None req-6f8bd57c-fe4a-4212-b6fd-a285a786b7c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:19.495340 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [None req-6f8bd57c-fe4a-4212-b6fd-a285a786b7c9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:21:19.504153 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6f8bd57c-fe4a-4212-b6fd-a285a786b7c9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7969925 Apr 12 17:21:20.248875 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.871241 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:21.872014 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.872424 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.872846 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.873243 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.873783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.874210 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.874607 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.875025 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.875417 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.875947 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.876362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.876768 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.877315 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.877836 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.878247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:21.878762 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837532-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:21.903034 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837532-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:22.087453 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43350) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:22.434091 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:22.535371 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.policy [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:21:22.579529 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING oslo_policy.policy [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:22.579921 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING oslo_policy.policy [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:22.720316 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584321207', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584322731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584437495', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584443168', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584449443', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742584425695', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1477066', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1479393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-468078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16338482'] for rbac-policy (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.890745 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:22.899827 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e8462c88-bd00-42cc-9b6f-30730d3be25e admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8031743 Apr 12 17:21:24.877288 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.db.l3_hamode_db [None req-b8d4d180-e5a1-4d7d-9fcd-8277ff382352 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 17:21:24.955806 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4d180-e5a1-4d7d-9fcd-8277ff382352 None None] Routers set() bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:24.956190 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4d180-e5a1-4d7d-9fcd-8277ff382352 None None] Router IDs set() for agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 17:21:25.410289 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43362) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:25.897178 dv-cinder-837532-1-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:25.897750 dv-cinder-837532-1-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:26.120398 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:26.248535 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Made reservation on behalf of bba414369d5e4b1daf967b365dd2f5c9 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:26.313090 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.policy [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:21:26.355229 dv-cinder-837532-1-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:26.355598 dv-cinder-837532-1-iscsi neutron-server[103811]: WARNING oslo_policy.policy [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:21:26.365949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.387671 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.495346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks [] for security_group (37a2ca93-a8a7-4400-8f14-3c0bbb62514d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.551194 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (37a2ca93-a8a7-4400-8f14-3c0bbb62514d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.583700 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:21:26.608482 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2ca93-a8a7-4400-8f14-3c0bbb62514d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:26.619552 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.619900 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.620260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.620620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.620954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.621282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.621604 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.621928 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.622275 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.622598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.622924 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.623256 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.623577 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.623893 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.624209 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Tracked resource versions report: Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: pushed versions: Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Agent': {'1.1'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Log': {'1.0'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Network': {'1.1'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Port': {'1.7'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: consumer versions: Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Agent': '1.1', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Log': '1.0', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'NDPProxy': '1.0', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Network': '1.1', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Port': '1.7', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'PortForwarding': '1.3', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'QosPolicy': '1.10', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SubPort': '1.0', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Subnet': '1.1', Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Trunk': '1.1'}} Apr 12 17:21:26.625662 dv-cinder-837532-1-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:21:26.673481 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742582601903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (701fdd35-014f-4e0c-a685-e3e820a9247d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.674052 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Unsubscribe: segment precommit_create {{(pid=103811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:21:26.674602 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Added segment 701fdd35-014f-4e0c-a685-e3e820a9247d of type vlan for network 6ab14128-d5a4-461a-81df-250b1314d358 Apr 12 17:21:26.751227 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (6ab14128-d5a4-461a-81df-250b1314d358), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.842424 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (6ab14128-d5a4-461a-81df-250b1314d358), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.847592 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:26.848307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:26.962314 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] Pushing event updated for resources: {'Network': ['ID=6ab14128-d5a4-461a-81df-250b1314d358,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:26.973843 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 6ab14128-d5a4-461a-81df-250b1314d358 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:21:26.993988 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4c518bb0-8261-4f87-9a03-f06bb8c06e7f demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5826492 Apr 12 17:21:29.531415 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43382) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:29.964954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a582a2-1f24-4eba-846f-e82133d6586e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:29.966458 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-53a582a2-1f24-4eba-846f-e82133d6586e demo admin] 10.222.0.32 "GET /v2.0/networks/6ab14128-d5a4-461a-81df-250b1314d358 HTTP/1.1" status: 200 len: 825 time: 0.4340904 Apr 12 17:21:29.990391 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f57d6da5-d430-4c9c-9008-3844a599381e demo admin] 10.222.0.32 "GET /v2.0/subnetpools/ffd313f1-bcb0-4ad2-b83b-bfb662f349a5 HTTP/1.1" status: 200 len: 734 time: 0.0182402 Apr 12 17:21:29.999082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Request body: {'subnet': {'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5', 'gateway_ip': '172.20.0.1'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:30.070668 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Made reservation on behalf of bba414369d5e4b1daf967b365dd2f5c9 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:30.073160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:30.379549 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (745ab2fc-524e-4026-ad37-7681a7cb4d68), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:30.446157 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Checking segment: {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:30.446503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Network hostable DHCP agents. Network: 6ab14128-d5a4-461a-81df-250b1314d358, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:21:30.463547 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Pushing event updated for resources: {'Subnet': ['ID=745ab2fc-524e-4026-ad37-7681a7cb4d68,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:30.478024 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.478385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.478904 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.479132 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.479445 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.479764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.480080 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.480397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.480726 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.481072 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.481399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.481727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.482060 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.482379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.482690 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Tracked resource versions report: Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: pushed versions: Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: { 'AddressGroup': {'1.2'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Agent': {'1.1'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'ConntrackHelper': {'1.0'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Log': {'1.0'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'NDPProxy': {'1.0'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Network': {'1.1'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Port': {'1.7'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'PortForwarding': {'1.3'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'QosPolicy': {'1.10'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroup': {'1.5'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SubPort': {'1.0'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Subnet': {'1.1'}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Trunk': {'1.1'}} Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: consumer versions: Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Agent': '1.1', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'ConntrackHelper': '1.0', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'LocalIPAssociation': '1.0', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Log': '1.0', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'NDPProxy': '1.0', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Network': '1.1', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Port': '1.7', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'PortForwarding': '1.3', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'QosPolicy': '1.10', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroup': '1.5', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroupRule': '1.2', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SubPort': '1.0', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Subnet': '1.1', Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Trunk': '1.1'}} Apr 12 17:21:30.484086 dv-cinder-837532-1-iscsi neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:21:30.511072 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Network 6ab14128-d5a4-461a-81df-250b1314d358 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:21:30.596552 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 6ab14128-d5a4-461a-81df-250b1314d358) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:30.601173 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:30.601817 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:30.608328 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e85345-61fa-47b8-ad23-0c3d5190cea0 None None] Network 6ab14128-d5a4-461a-81df-250b1314d358 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:30.696901 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d6a82e43-28d0-4ace-91f1-9fb6c9b02d39 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7008529 Apr 12 17:21:30.978064 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-6ab14128-d5a4-461a-81df-250b1314d358', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:21:30.979789 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.255574 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Allocated IP 172.20.0.2 (6ab14128-d5a4-461a-81df-250b1314d358/745ab2fc-524e-4026-ad37-7681a7cb4d68/b047ac86-a27a-4130-a159-f954f45526ff) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:31.521268 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks [] for port (b047ac86-a27a-4130-a159-f954f45526ff), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.585572 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (b047ac86-a27a-4130-a159-f954f45526ff), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.668452 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Network 6ab14128-d5a4-461a-81df-250b1314d358 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:31.672663 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:31.674826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Pushing event updated for resources: {'Port': ['ID=b047ac86-a27a-4130-a159-f954f45526ff,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:31.678527 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:31.688121 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.688467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.688824 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.689175 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.689507 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.689852 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.690194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.690518 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.690841 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.691161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.691481 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.691818 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.692141 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.692458 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.692773 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Tracked resource versions report: Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: pushed versions: Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Agent': {'1.1'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Log': {'1.0'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Network': {'1.1'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Port': {'1.7'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: consumer versions: Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Agent': '1.1', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Log': '1.0', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'NDPProxy': '1.0', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Network': '1.1', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Port': '1.7', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'PortForwarding': '1.3', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'QosPolicy': '1.10', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SubPort': '1.0', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Subnet': '1.1', Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Trunk': '1.1'}} Apr 12 17:21:31.694281 dv-cinder-837532-1-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:21:31.767642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Attempting to bind port b047ac86-a27a-4130-a159-f954f45526ff on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:31.768041 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Attempting to bind port b047ac86-a27a-4130-a159-f954f45526ff by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:31.768454 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Attempting to bind port b047ac86-a27a-4130-a159-f954f45526ff on network 6ab14128-d5a4-461a-81df-250b1314d358 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:31.773409 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:31.773755 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Checking segment: {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:31.774252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.774648 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Bound using segment: {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:31.775113 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Bound port: b047ac86-a27a-4130-a159-f954f45526ff, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:31.775525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (b047ac86-a27a-4130-a159-f954f45526ff), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.838906 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] For port b047ac86-a27a-4130-a159-f954f45526ff, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:31.858122 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] For port b047ac86-a27a-4130-a159-f954f45526ff, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=b047ac86-a27a-4130-a159-f954f45526ff,segment=NetworkSegment(701fdd35-014f-4e0c-a685-e3e820a9247d),segment_id=701fdd35-014f-4e0c-a685-e3e820a9247d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:31.940135 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (b047ac86-a27a-4130-a159-f954f45526ff), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:31.997833 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc280-32b0-4683-9d23-8de4ff8af113 None None] Pushing event updated for resources: {'Port': ['ID=b047ac86-a27a-4130-a159-f954f45526ff,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:33.237176 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43394) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:33.547321 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [None req-7c89e966-60b2-4ce5-b408-5a0c08a2fc3e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:21:33.548404 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7c89e966-60b2-4ce5-b408-5a0c08a2fc3e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102176 Apr 12 17:21:36.085441 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43402) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:36.399358 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [None req-1451e851-3db9-486a-a270-245615385c10 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:21:36.400360 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1451e851-3db9-486a-a270-245615385c10 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138661 Apr 12 17:21:38.924752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43410) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:39.236177 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:39.321821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (4a29798f-a518-476c-b0af-d13522116f5c), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:39.323627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (4a29798f-a518-476c-b0af-d13522116f5c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:39.476996 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Publish callbacks [] for router_controller (4a29798f-a518-476c-b0af-d13522116f5c), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:39.597048 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (4a29798f-a518-476c-b0af-d13522116f5c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:39.678454 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:39.679802 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f03ecb7f-d64c-4c43-8f54-cd85df537e82 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7540121 Apr 12 17:21:42.216107 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43422) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:42.544008 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [None req-c048e8f4-07d0-453c-a268-ce78ce162ec9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:21:42.552457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c048e8f4-07d0-453c-a268-ce78ce162ec9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3292782 Apr 12 17:21:42.596138 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device b047ac86-a27a-4130-a159-f954f45526ff up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:42.690653 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port b047ac86-a27a-4130-a159-f954f45526ff triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:42.691072 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (b047ac86-a27a-4130-a159-f954f45526ff), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:42.806643 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port b047ac86-a27a-4130-a159-f954f45526ff is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:42.806942 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (b047ac86-a27a-4130-a159-f954f45526ff), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:42.841596 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port b047ac86-a27a-4130-a159-f954f45526ff, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=b047ac86-a27a-4130-a159-f954f45526ff,segment=NetworkSegment(701fdd35-014f-4e0c-a685-e3e820a9247d),segment_id=701fdd35-014f-4e0c-a685-e3e820a9247d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:42.921840 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (b047ac86-a27a-4130-a159-f954f45526ff), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:42.976594 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=b047ac86-a27a-4130-a159-f954f45526ff,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:43.381390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9c77c-8468-4f80-b650-f04f3a1e2e84 None None] Network 6ab14128-d5a4-461a-81df-250b1314d358 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:43.502467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-ffdddff9-fa47-4a95-bfef-4c1791d70a0a None None] Provisioning complete for port b047ac86-a27a-4130-a159-f954f45526ff triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:43.502775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ffdddff9-fa47-4a95-bfef-4c1791d70a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (b047ac86-a27a-4130-a159-f954f45526ff), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:43.583008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-ffdddff9-fa47-4a95-bfef-4c1791d70a0a None None] Current status of the port b047ac86-a27a-4130-a159-f954f45526ff is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:43.701495 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7f331f61-a53c-46d7-9343-9d61d988d61a None None] Provisioning complete for port b047ac86-a27a-4130-a159-f954f45526ff triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:43.702124 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7f331f61-a53c-46d7-9343-9d61d988d61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (b047ac86-a27a-4130-a159-f954f45526ff), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:43.778984 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7f331f61-a53c-46d7-9343-9d61d988d61a None None] Current status of the port b047ac86-a27a-4130-a159-f954f45526ff is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:44.578457 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device b047ac86-a27a-4130-a159-f954f45526ff up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:21:44.627367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port b047ac86-a27a-4130-a159-f954f45526ff triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:44.627755 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (b047ac86-a27a-4130-a159-f954f45526ff), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:44.701760 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port b047ac86-a27a-4130-a159-f954f45526ff is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:45.068444 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43430) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:45.375630 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:45.464193 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbab8-6c99-4b9a-b7da-8c160f8e5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.486798 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Made reservation on behalf of e07236deca90481dad12002479308b31 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:45.489051 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.497181 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.567292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks [] for security_group (4ea07a53-a273-4104-9c20-a60918db9498), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.647765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (4ea07a53-a273-4104-9c20-a60918db9498), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.664190 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Reserving flat network on physical network physnet1 {{(pid=103811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 17:21:45.683748 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea07a53-a273-4104-9c20-a60918db9498,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:45.686802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (90ef3f2c-f049-458c-81ec-0519fcdf7daa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.687123 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Added segment 90ef3f2c-f049-458c-81ec-0519fcdf7daa of type flat for network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e Apr 12 17:21:45.732041 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (28ba6ea3-ffe1-4772-8b5f-622a09b5240e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.819303 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (28ba6ea3-ffe1-4772-8b5f-622a09b5240e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.820246 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:45.820815 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:45.910554 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] Pushing event updated for resources: {'Network': ['ID=28ba6ea3-ffe1-4772-8b5f-622a09b5240e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:45.919657 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:21:45.930123 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-850078d1-d137-4a88-87ea-3f5235ab97fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8606315 Apr 12 17:21:47.795816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-195d4d92-6769-4898-9e7c-f201d8423695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:48.417344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43438) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:48.829121 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278fd06b-a0d8-494f-a62e-269e2c19812d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:48.830453 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-278fd06b-a0d8-494f-a62e-269e2c19812d demo admin] 10.222.0.32 "GET /v2.0/subnets/745ab2fc-524e-4026-ad37-7681a7cb4d68 HTTP/1.1" status: 200 len: 849 time: 0.4121757 Apr 12 17:21:48.921206 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:49.014192 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-22202914-fca6-40ad-bb0a-b652f42c511e demo admin] 10.222.0.32 "GET /v2.0/routers/4a29798f-a518-476c-b0af-d13522116f5c HTTP/1.1" status: 200 len: 704 time: 0.1768088 Apr 12 17:21:49.282814 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:49.573112 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Allocated IP 172.20.0.1 (6ab14128-d5a4-461a-81df-250b1314d358/745ab2fc-524e-4026-ad37-7681a7cb4d68/7129d9f3-e659-4d5a-a80d-eb5daec0852f) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:49.759594 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks [] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:49.893507 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:49.965368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Network 6ab14128-d5a4-461a-81df-250b1314d358 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:49.974297 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:49.983748 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:49.983748 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (4a29798f-a518-476c-b0af-d13522116f5c), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.002408 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Pushing event updated for resources: {'Port': ['ID=7129d9f3-e659-4d5a-a80d-eb5daec0852f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:50.213589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.331725 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-8a516cb4-f1da-4431-8bb5-b06dbcb3b04b None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:50.332021 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8a516cb4-f1da-4431-8bb5-b06dbcb3b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.364327 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.365135 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8a516cb4-f1da-4431-8bb5-b06dbcb3b04b None None] Port 7129d9f3-e659-4d5a-a80d-eb5daec0852f cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:50.569342 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks [] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.624175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.624949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (4a29798f-a518-476c-b0af-d13522116f5c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:50.706094 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Pushing event updated for resources: {'Port': ['ID=7129d9f3-e659-4d5a-a80d-eb5daec0852f,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:50.748416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Network 6ab14128-d5a4-461a-81df-250b1314d358 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:50.749700 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:50.973118 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Router 4a29798f-a518-476c-b0af-d13522116f5c is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:21:50.984043 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-b3751c9d-87b5-4ba1-b674-31516ba92de2 None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:50.984435 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3751c9d-87b5-4ba1-b674-31516ba92de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:51.019053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b3751c9d-87b5-4ba1-b674-31516ba92de2 None None] Port 7129d9f3-e659-4d5a-a80d-eb5daec0852f cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:51.065111 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:51.070971 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2b9b32a4-3470-4363-a1df-7aba995900c4 demo admin] 10.222.0.32 "PUT /v2.0/routers/4a29798f-a518-476c-b0af-d13522116f5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0512774 Apr 12 17:21:51.086145 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Sync routers for ids ['4a29798f-a518-476c-b0af-d13522116f5c'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:21:51.098265 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Routers {'4a29798f-a518-476c-b0af-d13522116f5c'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:51.099096 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:21:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['4a29798f-a518-476c-b0af-d13522116f5c'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:51.290806 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Set router 4a29798f-a518-476c-b0af-d13522116f5c gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:51.708314 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:50Z', 'revision_number': 2, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port_host': None, '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:50Z', 'revision_number': 2, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:51.756960 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Checking router: 4a29798f-a518-476c-b0af-d13522116f5c for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:21:51.757335 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Updating router 4a29798f-a518-476c-b0af-d13522116f5c port 7129d9f3-e659-4d5a-a80d-eb5daec0852f binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:21:51.813037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:51.837103 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.315463 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks [] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.367015 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.533471 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Pushing event updated for resources: {'Port': ['ID=7129d9f3-e659-4d5a-a80d-eb5daec0852f,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:52.538119 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Attempting to bind port 7129d9f3-e659-4d5a-a80d-eb5daec0852f on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:21:52.538457 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Attempting to bind port 7129d9f3-e659-4d5a-a80d-eb5daec0852f by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:21:52.538883 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Attempting to bind port 7129d9f3-e659-4d5a-a80d-eb5daec0852f on network 6ab14128-d5a4-461a-81df-250b1314d358 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:21:52.546865 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:21:52.547142 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-c45e9ab6-4d4d-4060-81f1-a8265702636a None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:52.547273 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Checking segment: {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:52.547727 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.547843 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c45e9ab6-4d4d-4060-81f1-a8265702636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.548126 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Bound using segment: {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:21:52.548589 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Bound port: 7129d9f3-e659-4d5a-a80d-eb5daec0852f, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701fdd35-014f-4e0c-a685-e3e820a9247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:21:52.548964 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.552675 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.553029 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.553369 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.553714 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.554060 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.554394 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.554827 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.555049 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.555372 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.555695 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.556017 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.556356 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.556681 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.556998 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.557335 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Tracked resource versions report: Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: pushed versions: Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: { 'AddressGroup': {'1.2'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Agent': {'1.1'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'ConntrackHelper': {'1.0'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Log': {'1.0'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'NDPProxy': {'1.0'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Network': {'1.1'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Port': {'1.7'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'PortForwarding': {'1.3'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'QosPolicy': {'1.10'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroup': {'1.5'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SubPort': {'1.0'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Subnet': {'1.1'}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Trunk': {'1.1'}} Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: consumer versions: Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Agent': '1.1', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'ConntrackHelper': '1.0', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'LocalIPAssociation': '1.0', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Log': '1.0', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'NDPProxy': '1.0', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Network': '1.1', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Port': '1.7', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'PortForwarding': '1.3', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'QosPolicy': '1.10', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroup': '1.5', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroupRule': '1.2', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SubPort': '1.0', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Subnet': '1.1', Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Trunk': '1.1'}} Apr 12 17:21:52.558836 dv-cinder-837532-1-iscsi neutron-server[103813]: {{(pid=103813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:21:52.584947 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-c45e9ab6-4d4d-4060-81f1-a8265702636a None None] Port 7129d9f3-e659-4d5a-a80d-eb5daec0852f cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:21:52.624631 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] For port 7129d9f3-e659-4d5a-a80d-eb5daec0852f, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:21:52.644259 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] For port 7129d9f3-e659-4d5a-a80d-eb5daec0852f, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=7129d9f3-e659-4d5a-a80d-eb5daec0852f,segment=NetworkSegment(701fdd35-014f-4e0c-a685-e3e820a9247d),segment_id=701fdd35-014f-4e0c-a685-e3e820a9247d)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:21:52.693884 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.754126 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Routers {'4a29798f-a518-476c-b0af-d13522116f5c'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:21:52.754760 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:21:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['4a29798f-a518-476c-b0af-d13522116f5c'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:52.791926 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f348-9b4b-42cc-a62a-6b277a2539be None None] Pushing event updated for resources: {'Port': ['ID=7129d9f3-e659-4d5a-a80d-eb5daec0852f,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:52.851433 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] Set router 4a29798f-a518-476c-b0af-d13522116f5c gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:21:52.903933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:21:52.904484 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:52.985228 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Current status of the port 7129d9f3-e659-4d5a-a80d-eb5daec0852f is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:21:52.985919 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:53.021323 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] For port 7129d9f3-e659-4d5a-a80d-eb5daec0852f, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=7129d9f3-e659-4d5a-a80d-eb5daec0852f,segment=NetworkSegment(701fdd35-014f-4e0c-a685-e3e820a9247d),segment_id=701fdd35-014f-4e0c-a685-e3e820a9247d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:21:53.057630 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:50Z', 'revision_number': 2, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port_host': None, '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:52Z', 'revision_number': 4, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:21:53.085342 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae02381-31ed-4ff7-9de8-7e17efdc4430 None None] The sync data for ids ['4a29798f-a518-476c-b0af-d13522116f5c'] in dv-cinder-837532-1-iscsi is: [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:50Z', 'revision_number': 2, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port_host': None, '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:52Z', 'revision_number': 4, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:21:53.110128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:53.159918 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71306a04-46a8-4869-ab1e-d529dcad00df None None] Pushing event updated for resources: {'Port': ['ID=7129d9f3-e659-4d5a-a80d-eb5daec0852f,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:53.546846 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43458) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:53.682276 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ebe5a2-96bf-4f71-87be-689e2ff920a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:53.683556 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-90ebe5a2-96bf-4f71-87be-689e2ff920a9 admin admin] 10.222.0.32 "GET /v2.0/networks/28ba6ea3-ffe1-4772-8b5f-622a09b5240e HTTP/1.1" status: 200 len: 842 time: 0.1357777 Apr 12 17:21:53.693764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:53.767236 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Made reservation on behalf of e07236deca90481dad12002479308b31 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:21:53.769509 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:54.094986 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.objects.ports [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103810) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 17:21:54.095343 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (2e591ad2-4094-4751-8c80-ab4d919c35b3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:54.152166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e591ad2-4094-4751-8c80-ab4d919c35b3,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:54.159658 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:21:54.160011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Network hostable DHCP agents. Network: 28ba6ea3-ffe1-4772-8b5f-622a09b5240e, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:21:54.258787 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:21:54.344133 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 28ba6ea3-ffe1-4772-8b5f-622a09b5240e) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:54.348864 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:54.350873 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:54.356720 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec2ba2-8326-40cd-9801-08229269485c None None] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:54.432707 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2b960afe-67ef-409b-a5a5-81a02570d928 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7428699 Apr 12 17:21:54.452601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db82db-2bab-46e7-8fa6-4ae691a6bb86 None None] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:21:56.864396 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43476) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:21:57.076089 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b77951b0-9ab1-49cc-bc1c-2f7ac353a8e3 demo admin] 10.222.0.32 "GET /v2.0/routers/4a29798f-a518-476c-b0af-d13522116f5c HTTP/1.1" status: 200 len: 710 time: 0.2104406 Apr 12 17:21:57.160582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f205bf-5aaa-4e98-957f-4265790137b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:21:57.162496 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-02f205bf-5aaa-4e98-957f-4265790137b6 demo admin] 10.222.0.32 "GET /v2.0/networks/28ba6ea3-ffe1-4772-8b5f-622a09b5240e HTTP/1.1" status: 200 len: 886 time: 0.0812278 Apr 12 17:21:57.171379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:21:57.416915 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks [] for router_gateway (4a29798f-a518-476c-b0af-d13522116f5c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:57.717502 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks [] for router_gateway (4a29798f-a518-476c-b0af-d13522116f5c), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:57.794367 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:58.033301 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Allocated IP 172.27.2.229 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:21:58.136395 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks [] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:58.271404 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:58.341192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:21:58.347422 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:21:58.359334 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:21:58.398745 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Pushing event updated for resources: {'Port': ['ID=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:21:58.767169 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks [] for router_gateway (4a29798f-a518-476c-b0af-d13522116f5c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:58.966372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8920'] for router (4a29798f-a518-476c-b0af-d13522116f5c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:58.970952 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-458544'] for router (4a29798f-a518-476c-b0af-d13522116f5c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:59.081386 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Router 4a29798f-a518-476c-b0af-d13522116f5c has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:21:59.188497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:21:59.194794 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:21:59.210061 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a29116f7-ce0a-405d-b923-292d4ea0fea5 demo admin] 10.222.0.32 "PUT /v2.0/routers/4a29798f-a518-476c-b0af-d13522116f5c HTTP/1.1" status: 200 len: 890 time: 2.0277393 Apr 12 17:22:00.627497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 7129d9f3-e659-4d5a-a80d-eb5daec0852f up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:22:00.677584 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:00.677980 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:00.756741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 7129d9f3-e659-4d5a-a80d-eb5daec0852f is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:01.738803 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43488) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:22:01.764835 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Sync routers for ids ['4a29798f-a518-476c-b0af-d13522116f5c'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:22:01.776811 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Routers {'4a29798f-a518-476c-b0af-d13522116f5c'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:01.777497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:21:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['4a29798f-a518-476c-b0af-d13522116f5c'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:01.856063 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f84e514e-7182-49af-ae9f-011338817961 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1161280 Apr 12 17:22:02.007117 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Set router 4a29798f-a518-476c-b0af-d13522116f5c gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:02.471308 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:58Z', 'revision_number': 4, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port': {'id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:57Z', 'updated_at': '2022-04-12T17:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:52Z', 'revision_number': 5, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:02.524543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Checking router: 4a29798f-a518-476c-b0af-d13522116f5c for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:22:02.524924 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Updating router 4a29798f-a518-476c-b0af-d13522116f5c port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:22:02.578366 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:02.899139 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks [] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:02.961259 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.016406 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Attempting to bind port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:22:03.016785 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Attempting to bind port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:22:03.017179 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Attempting to bind port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:22:03.019026 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257a633-bb62-458c-96d6-aa93690e916c None None] Pushing event updated for resources: {'Port': ['ID=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:03.025241 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:22:03.025622 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:22:03.026044 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.026443 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:22:03.026917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Bound port: 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:22:03.027400 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.079578 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] For port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:22:03.082630 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] For port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:22:03.167171 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:03.229115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257a633-bb62-458c-96d6-aa93690e916c None None] Pushing event updated for resources: {'Port': ['ID=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:03.231538 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Routers {'4a29798f-a518-476c-b0af-d13522116f5c'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:22:03.232142 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:21:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['4a29798f-a518-476c-b0af-d13522116f5c'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:03.340965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] Set router 4a29798f-a518-476c-b0af-d13522116f5c gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:22:03.555075 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:58Z', 'revision_number': 4, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port': {'id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:57Z', 'updated_at': '2022-04-12T17:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:52Z', 'revision_number': 5, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:22:03.583889 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd0403-d4fd-4456-a1c2-b2e85d65170b None None] The sync data for ids ['4a29798f-a518-476c-b0af-d13522116f5c'] in dv-cinder-837532-1-iscsi is: [{'id': '4a29798f-a518-476c-b0af-d13522116f5c', 'name': 'router1', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:21:39Z', 'updated_at': '2022-04-12T17:21:58Z', 'revision_number': 4, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'gw_port': {'id': '2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:57Z', 'updated_at': '2022-04-12T17:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '7129d9f3-e659-4d5a-a80d-eb5daec0852f', 'name': '', 'network_id': '6ab14128-d5a4-461a-81df-250b1314d358', 'tenant_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'mac_address': 'fa:16:3e:25:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29798f-a518-476c-b0af-d13522116f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:21:49Z', 'updated_at': '2022-04-12T17:21:52Z', 'revision_number': 5, 'project_id': 'bba414369d5e4b1daf967b365dd2f5c9', 'subnets': [{'id': '745ab2fc-524e-4026-ad37-7681a7cb4d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd313f1-bcb0-4ad2-b83b-bfb662f349a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:22:04.635987 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:22:04.681798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:04.682214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:04.760488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:04.760875 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:04.788977 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:22:04.846539 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:04.905519 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:22:06.646726 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:22:06.739232 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:22:06.739854 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:06.831433 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 2147fdf6-28b3-4ebd-9bb2-c89bd7a4f061 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:22:08.732077 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:22:15.451988 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0a9f26e1-c638-4024-a13d-9b3f18e9ee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:17.818584 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6724f51e-ec10-44d6-87b0-ef4b3dabee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:18.886811 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:20.208835 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:21.829225 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:45.457072 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d73ca347-1072-4f91-8ead-81afbe6591ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:45.740008 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:22:47.822417 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-683703f6-368e-4f0b-847c-f5f1b7a0c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:48.868151 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:50.199785 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:22:51.879601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:15.476626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c9d255bc-821f-4086-b96b-22ac071cce36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:17.787291 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e9c30ef7-3280-4465-b02b-f2617dfb1819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:18.895575 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:20.203874 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:21.804071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:22.727759 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:23:25.857135 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43972) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:25.917563 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef081cad-491c-449b-8b17-86cbca394bbe admin admin] GET failed (client error): The resource could not be found. Apr 12 17:23:25.918847 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ef081cad-491c-449b-8b17-86cbca394bbe admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607853 Apr 12 17:23:26.077757 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0d49e-278f-4f72-86c8-fb50e0fd2261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:26.079679 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7dc0d49e-278f-4f72-86c8-fb50e0fd2261 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562781 Apr 12 17:23:28.384719 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 43982) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:28.476391 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbab58b-1073-4e39-a244-122be2387d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:28.477643 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-cfbab58b-1073-4e39-a244-122be2387d21 admin admin] 10.222.0.32 "GET /v2.0/subnets/745ab2fc-524e-4026-ad37-7681a7cb4d68 HTTP/1.1" status: 200 len: 849 time: 0.0919845 Apr 12 17:23:28.487409 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:23:28.568374 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Publish callbacks [] for subnet (745ab2fc-524e-4026-ad37-7681a7cb4d68), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:28.821122 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742582501663'] for subnet (745ab2fc-524e-4026-ad37-7681a7cb4d68), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:28.850488 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:28.855648 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:28.855648 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] 10.222.0.32 "PUT /v2.0/subnets/745ab2fc-524e-4026-ad37-7681a7cb4d68 HTTP/1.1" status: 200 len: 868 time: 0.3689637 Apr 12 17:23:28.866162 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82b0a9-460f-4a42-9d2c-120ac1cbca46 None None] Network 6ab14128-d5a4-461a-81df-250b1314d358 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:23:28.874243 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Pushing event updated for resources: {'Subnet': ['ID=745ab2fc-524e-4026-ad37-7681a7cb4d68,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:23:28.881951 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.882329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.882673 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.883016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.883355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.883689 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.884021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.884352 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.884683 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.885013 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.885345 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.885775 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.886057 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.898933 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:28.898933 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d3b0d-78d5-49a6-99bc-7d9e693a53df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:23:29.214613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Provisioning complete for port b047ac86-a27a-4130-a159-f954f45526ff triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:23:29.215005 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (b047ac86-a27a-4130-a159-f954f45526ff), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:29.293368 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Current status of the port b047ac86-a27a-4130-a159-f954f45526ff is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:23:29.300962 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Provisioning complete for port 7129d9f3-e659-4d5a-a80d-eb5daec0852f triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:23:29.301350 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7129d9f3-e659-4d5a-a80d-eb5daec0852f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:29.373977 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-cd0de83d-344c-4a51-94d9-8392bb31bf83 None None] Current status of the port 7129d9f3-e659-4d5a-a80d-eb5daec0852f is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:23:31.172773 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 43992) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:31.368417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a1165-dc3d-4214-b739-a5f04555123a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:31.368886 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a1165-dc3d-4214-b739-a5f04555123a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:31.370432 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d07a1165-dc3d-4214-b739-a5f04555123a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966913 Apr 12 17:23:33.661521 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44000) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:33.787914 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d44bb9-e16d-4406-a787-35c7b79f2d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:33.788382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d44bb9-e16d-4406-a787-35c7b79f2d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:33.789898 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-31d44bb9-e16d-4406-a787-35c7b79f2d58 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1273985 Apr 12 17:23:36.066545 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44008) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:36.268174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811682e3-d59e-43f2-bf17-8b67af64d84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:36.269483 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-811682e3-d59e-43f2-bf17-8b67af64d84b admin admin] 10.222.0.32 "GET /v2.0/networks/28ba6ea3-ffe1-4772-8b5f-622a09b5240e HTTP/1.1" status: 200 len: 886 time: 0.2020004 Apr 12 17:23:38.555166 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44016) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:38.691587 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd12bb1d-1b09-4a9d-a6b5-83bd081046cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:38.692953 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fd12bb1d-1b09-4a9d-a6b5-83bd081046cb admin admin] 10.222.0.32 "GET /v2.0/networks/6ab14128-d5a4-461a-81df-250b1314d358 HTTP/1.1" status: 200 len: 869 time: 0.1368484 Apr 12 17:23:41.002157 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44024) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:41.125454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee2442-acd3-4465-b953-fb19056d1e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:41.125916 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee2442-acd3-4465-b953-fb19056d1e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:41.127489 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5bee2442-acd3-4465-b953-fb19056d1e76 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243608 Apr 12 17:23:43.457982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44032) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:43.582019 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c24e61-bc60-4df2-a624-31a13cb8120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:43.582507 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c24e61-bc60-4df2-a624-31a13cb8120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:43.584105 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-63c24e61-bc60-4df2-a624-31a13cb8120c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251848 Apr 12 17:23:45.497900 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-03c9b567-6a10-4cff-86d6-54e43e76983b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:45.882780 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44040) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:45.967403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84c676-3ca0-45a8-bb94-01be3498e89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:45.968704 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6a84c676-3ca0-45a8-bb94-01be3498e89c admin admin] 10.222.0.32 "GET /v2.0/subnets/2e591ad2-4094-4751-8c80-ab4d919c35b3 HTTP/1.1" status: 200 len: 816 time: 0.0849607 Apr 12 17:23:47.837639 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c17e7e7-550d-45e3-91dc-3f18badf342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:48.306287 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44048) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:23:48.394232 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99894b-8013-46ef-8d82-f02335c37c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:23:48.395547 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4c99894b-8013-46ef-8d82-f02335c37c98 admin admin] 10.222.0.32 "GET /v2.0/subnets/745ab2fc-524e-4026-ad37-7681a7cb4d68 HTTP/1.1" status: 200 len: 868 time: 0.0883234 Apr 12 17:23:48.883138 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:50.231383 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:51.825434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:23:59.726116 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:24:15.487830 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-24e9d431-9f85-4e0b-9562-bae3414af1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:17.819534 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-75fdc6d9-f509-4029-aa8d-f1b6c57640a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:18.902115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:20.227328 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:21.827684 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:29.113350 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44106) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:24:29.160201 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [None req-eb5736df-a870-4ce1-967a-872ca526f5e5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:24:29.161219 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-eb5736df-a870-4ce1-967a-872ca526f5e5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469441 Apr 12 17:24:31.534745 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44114) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:24:31.594282 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6bee47-cbff-4a18-a7cb-b127242b72c0 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:24:31.595574 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ea6bee47-cbff-4a18-a7cb-b127242b72c0 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598941 Apr 12 17:24:31.737798 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29033986-3d77-4546-a052-f78c01a1a725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:24:31.739230 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-29033986-3d77-4546-a052-f78c01a1a725 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397629 Apr 12 17:24:34.064723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44122) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:24:34.110270 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:24:34.186720 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Made reservation on behalf of e07236deca90481dad12002479308b31 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:24:34.189009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:34.229413 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING neutron.services.revisions.revision_plugin [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Could not find related network for resource to bump revision. Apr 12 17:24:34.245496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:24:34.279597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742582601903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (a0260efc-c594-4422-8fad-e94283d7a49d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:34.279597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Unsubscribe: segment precommit_create {{(pid=103810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:24:34.279597 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Added segment a0260efc-c594-4422-8fad-e94283d7a49d of type vlan for network 09284afe-1874-4fbc-b506-6149d2ae4afd Apr 12 17:24:34.301128 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (09284afe-1874-4fbc-b506-6149d2ae4afd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:34.395231 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (09284afe-1874-4fbc-b506-6149d2ae4afd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:34.396245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:24:34.396826 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:34.483965 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=09284afe-1874-4fbc-b506-6149d2ae4afd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:34.490266 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.490617 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.490960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.491297 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.491632 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.491961 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.492289 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.492617 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.492959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.493289 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.493632 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.493996 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.494353 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.494673 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.494992 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:34.503610 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2fe89108-4c31-4536-a350-df3642c8c8d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4374588 Apr 12 17:24:34.510046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 09284afe-1874-4fbc-b506-6149d2ae4afd details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:24:36.724824 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:24:36.818076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44130) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:24:36.876292 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16bc75b-fda0-448e-bd5b-2ff7bf3d323b admin admin] GET failed (client error): The resource could not be found. Apr 12 17:24:36.877491 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b16bc75b-fda0-448e-bd5b-2ff7bf3d323b admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584662 Apr 12 17:24:36.943413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78d30c-4009-437e-b090-46b815ab0d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:24:36.946938 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-af78d30c-4009-437e-b090-46b815ab0d3c admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634325 Apr 12 17:24:36.954868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:24:37.075731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Made reservation on behalf of e07236deca90481dad12002479308b31 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:24:37.077910 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:37.300876 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (ce3e61e0-0d94-401a-ac21-b95432ff1fa4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:37.355472 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3e61e0-0d94-401a-ac21-b95432ff1fa4,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:37.363160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Checking segment: {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:24:37.363508 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Network hostable DHCP agents. Network: 09284afe-1874-4fbc-b506-6149d2ae4afd, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:24:37.472008 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Network 09284afe-1874-4fbc-b506-6149d2ae4afd is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:24:37.538271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 09284afe-1874-4fbc-b506-6149d2ae4afd) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:24:37.542252 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:24:37.545180 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:37.548008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d668ac6-2abd-46f6-b59c-3cf04c1eb9f2 None None] Network 09284afe-1874-4fbc-b506-6149d2ae4afd requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:24:37.650524 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-09284afe-1874-4fbc-b506-6149d2ae4afd', 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd', 'project_id': 'e07236deca90481dad12002479308b31', 'fixed_ips': [{'subnet_id': 'ce3e61e0-0d94-401a-ac21-b95432ff1fa4'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:24:37.651362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:37.658178 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e3f698c7-96cc-475f-97d5-475ace9cd7e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7065284 Apr 12 17:24:37.796598 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Allocated IP 192.168.233.2 (09284afe-1874-4fbc-b506-6149d2ae4afd/ce3e61e0-0d94-401a-ac21-b95432ff1fa4/fc20289d-84af-41fb-9270-817132c1bb51) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:24:38.158122 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks [] for port (fc20289d-84af-41fb-9270-817132c1bb51), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:38.279041 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fc20289d-84af-41fb-9270-817132c1bb51), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:38.321733 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Network 09284afe-1874-4fbc-b506-6149d2ae4afd is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:24:38.325248 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:24:38.327867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:24:38.333792 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Pushing event updated for resources: {'Port': ['ID=fc20289d-84af-41fb-9270-817132c1bb51,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:38.359270 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.359651 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.360013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.360368 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.360698 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.361028 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.361347 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.361665 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.361982 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.362357 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.367627 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.367627 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.367627 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.367627 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.367627 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:24:38.399909 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Attempting to bind port fc20289d-84af-41fb-9270-817132c1bb51 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:24:38.402239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Attempting to bind port fc20289d-84af-41fb-9270-817132c1bb51 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:24:38.402239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Attempting to bind port fc20289d-84af-41fb-9270-817132c1bb51 on network 09284afe-1874-4fbc-b506-6149d2ae4afd {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:24:38.405525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:24:38.405890 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Checking segment: {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:24:38.406641 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:38.406768 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Bound using segment: {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:24:38.407145 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Bound port: fc20289d-84af-41fb-9270-817132c1bb51, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:24:38.407519 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fc20289d-84af-41fb-9270-817132c1bb51), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:38.472649 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] For port fc20289d-84af-41fb-9270-817132c1bb51, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:24:38.475586 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] For port fc20289d-84af-41fb-9270-817132c1bb51, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fc20289d-84af-41fb-9270-817132c1bb51,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:24:38.604292 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fc20289d-84af-41fb-9270-817132c1bb51), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:38.662985 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfc2ed-1a07-441d-b9c7-c1c7f311607c None None] Pushing event updated for resources: {'Port': ['ID=fc20289d-84af-41fb-9270-817132c1bb51,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:39.493504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8867e89-0cd4-4899-9923-74bbfa509ffc None None] Network 09284afe-1874-4fbc-b506-6149d2ae4afd requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:24:39.602759 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Provisioning complete for port fc20289d-84af-41fb-9270-817132c1bb51 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:24:39.603074 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fc20289d-84af-41fb-9270-817132c1bb51), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:39.699755 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Current status of the port fc20289d-84af-41fb-9270-817132c1bb51 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:39.700462 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fc20289d-84af-41fb-9270-817132c1bb51), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:39.739038 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] For port fc20289d-84af-41fb-9270-817132c1bb51, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fc20289d-84af-41fb-9270-817132c1bb51,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:24:39.810291 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fc20289d-84af-41fb-9270-817132c1bb51), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:39.861434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb38b99-c082-4513-9051-94c2cdbe512f None None] Pushing event updated for resources: {'Port': ['ID=fc20289d-84af-41fb-9270-817132c1bb51,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:24:39.928430 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-c2cbf0cf-ef98-4767-ac33-75b2ce445dce None None] Provisioning complete for port fc20289d-84af-41fb-9270-817132c1bb51 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:24:39.928839 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf0cf-ef98-4767-ac33-75b2ce445dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fc20289d-84af-41fb-9270-817132c1bb51), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:40.006153 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-c2cbf0cf-ef98-4767-ac33-75b2ce445dce None None] Current status of the port fc20289d-84af-41fb-9270-817132c1bb51 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:40.704186 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fc20289d-84af-41fb-9270-817132c1bb51 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:24:40.754196 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fc20289d-84af-41fb-9270-817132c1bb51 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:24:40.754570 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fc20289d-84af-41fb-9270-817132c1bb51), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:40.830631 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fc20289d-84af-41fb-9270-817132c1bb51 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:24:45.492254 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b3c650c3-b7de-4e52-8559-cbe6addddc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:47.818143 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9f79e64a-f4ed-4f5f-9c05-207eb21ab7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:48.900007 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:50.220159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:24:51.823326 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:13.723887 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:25:15.475551 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebd-cfbc-47c4-b5e6-d33fe29383f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:17.795985 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c4658a09-359a-427c-9a37-28997c37abb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:18.914099 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:20.234125 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:21.816948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:45.469195 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-19d15d36-3535-4c61-9bf0-d89fe8c9d05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:47.794199 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2488a57c-d691-4743-a076-51d083d89a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:48.895964 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:50.199383 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:25:50.722963 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:25:51.850120 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.466968 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69f61d4e-4de4-4232-80e4-0ed1505a3572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:15.577081 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44168) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:15.582676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [None req-8ad48415-fccb-4fee-a5f4-958efb6622a7 tempest-verify_tempest_config-2022694200 tempest-verify_tempest_config-2022694200-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:26:15.583639 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8ad48415-fccb-4fee-a5f4-958efb6622a7 tempest-verify_tempest_config-2022694200 tempest-verify_tempest_config-2022694200-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056098 Apr 12 17:26:16.206700 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44186) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:16.311549 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.408152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Publish callbacks [] for security_group (fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.472444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.514521 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dbc182caf9e48b9b66d967a8f839e10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3071995 Apr 12 17:26:16.516523 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:16.517532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44190) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:26:16.523933 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.524215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.524569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.524906 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.525237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.525560 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.525877 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.526217 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.526556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.526877 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.527208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.527543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.527857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.528193 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.528482 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bb92e-793b-4281-80eb-528f3459efcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.576834 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Publish callbacks [] for security_group (fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.597141 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Publish callbacks [] for security_group (fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.913014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.915674 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:16.916885 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d HTTP/1.1" status: 204 len: 168 time: 0.3983524 Apr 12 17:26:16.924915 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7c313-6dde-4b5d-a1fe-b7c03c9ab67d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:26:16.931476 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.931833 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.933802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.934229 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.934560 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.934889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.935219 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.935544 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.935866 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:16.936229 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89305d-1be1-4ba3-9f99-9f589e59703f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:26:17.792683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b40e-4976-42cb-be6d-05e43d28eb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:18.895071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:20.226871 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:22.043563 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:27.721398 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:26:45.447517 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8cb540b6-53a2-414f-8234-8591d2fc45d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:47.825072 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6a711eee-9cfd-469b-bf8d-873202e1a871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:48.893538 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:50.224769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:26:51.830669 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:04.719059 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:27:15.463744 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ff46c0f7-a1c6-4e2f-9bf2-7b9aad326b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:17.806380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8ff01c42-5a0d-4796-bf74-547de951a2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:18.914960 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:20.252054 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:21.823889 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:41.717335 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 5 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:27:45.462647 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07fc0328-4b93-4744-b5f9-81d3759fd6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:47.798957 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-35e59b80-d6cb-4f32-8d50-4b8be4efefee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:48.948261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:50.297018 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:27:51.862563 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:10.975830 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457892'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:15.467070 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1dade9a8-3d46-42db-a9c7-fbc4fd601951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:17.799115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ba521a00-977c-4cda-a06c-69a708574645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:18.716283 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:28:18.922863 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:20.249866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:21.856032 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:23.587062 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44262) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:28:23.692180 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dba37b2a-dcca-48a4-b088-74ebaab03178 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039932 Apr 12 17:28:26.005681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44272) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:28:26.059800 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-01ec6abf-3996-452b-87b3-0f07a1da0957 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530133 Apr 12 17:28:40.921673 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:45.534512 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be5734dd-87d9-470e-af09-730f82abbe32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:47.858438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ca175b91-fbc4-4264-bbb1-5be9651cd5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:48.923015 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:50.237333 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:51.837486 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:28:55.714633 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:29:10.959554 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:15.459783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e0739e55-6b68-48ba-ac00-cc13ea5b9f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:17.824731 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-952be542-e00f-444e-8d0f-340d1619c23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:18.923163 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:20.271013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:21.847913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:32.712864 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:29:40.927278 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:45.484296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-facfd435-d158-465e-9598-ed0e45c9ed65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:47.821058 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-db533d7a-488c-4aa5-ad68-87a5db571c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:48.918259 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:50.241144 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:29:51.835753 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:09.711933 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:30:10.929726 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:12.921248 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44434) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:13.196696 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1234200006-network', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:13.299731 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:13.303542 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.314961 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.381302 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44470) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:13.399465 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks [] for security_group (a1bc974e-ac0c-41e3-85ed-341785a8af9c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.472625 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a1bc974e-ac0c-41e3-85ed-341785a8af9c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.499770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc974e-ac0c-41e3-85ed-341785a8af9c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:13.508354 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:30:13.515056 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.515402 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.515741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.516082 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.516412 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.517955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.520195 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.520926 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.521427 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.521775 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.522160 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.522514 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.522850 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.523414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.523955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Tracked resource versions report: Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: pushed versions: Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: { 'AddressGroup': {'1.2'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Agent': {'1.1'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Log': {'1.0'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'NDPProxy': {'1.0'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Network': {'1.1'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Port': {'1.7'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'PortForwarding': {'1.3'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'QosPolicy': {'1.10'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroup': {'1.5'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SubPort': {'1.0'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Subnet': {'1.1'}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Trunk': {'1.1'}} Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: consumer versions: Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Agent': '1.1', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'ConntrackHelper': '1.0', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'LocalIPAssociation': '1.0', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Log': '1.0', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'NDPProxy': '1.0', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Network': '1.1', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Port': '1.7', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'PortForwarding': '1.3', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'QosPolicy': '1.10', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroup': '1.5', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SecurityGroupRule': '1.2', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'SubPort': '1.0', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Subnet': '1.1', Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: 'Trunk': '1.1'}} Apr 12 17:30:13.525322 dv-cinder-837532-1-iscsi neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:30:13.551499 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7b3f7249-35c8-4695-92ea-bc0ababe8f65), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.552415 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Added segment 7b3f7249-35c8-4695-92ea-bc0ababe8f65 of type vlan for network 90a72eb4-e118-431e-90de-6b61b06911a0 Apr 12 17:30:13.599721 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (90a72eb4-e118-431e-90de-6b61b06911a0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.689803 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (90a72eb4-e118-431e-90de-6b61b06911a0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.690838 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:13.691426 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.751522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] Pushing event updated for resources: {'Network': ['ID=90a72eb4-e118-431e-90de-6b61b06911a0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:13.762286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 90a72eb4-e118-431e-90de-6b61b06911a0 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:30:13.785085 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-371c981d-cc1f-4547-b82e-b84d7b894795 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8618174 Apr 12 17:30:13.787923 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44486) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:13.794469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Request body: {'subnet': {'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-subnet', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:13.929693 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:13.932398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:13.960753 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-497210700-network', 'tenant_id': '0fd52d08423d4214808abad7510d7258'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:14.110471 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Made reservation on behalf of 0fd52d08423d4214808abad7510d7258 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:14.112785 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.125729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.215631 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.238840 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks [] for security_group (06906a8e-c603-4ede-a409-0663cfd8f825), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.279724 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44498) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:14.288605 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:14.298334 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.298982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.299556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.300109 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.300647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.301143 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.301816 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.302462 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.303181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.303728 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.304276 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.304835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.305361 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.305752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.306348 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Tracked resource versions report: Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: pushed versions: Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: { 'AddressGroup': {'1.2'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Agent': {'1.1'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'ConntrackHelper': {'1.0'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Log': {'1.0'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'NDPProxy': {'1.0'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Network': {'1.1'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Port': {'1.7'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'PortForwarding': {'1.3'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'QosPolicy': {'1.10'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroup': {'1.5'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SubPort': {'1.0'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Subnet': {'1.1'}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Trunk': {'1.1'}} Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: consumer versions: Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Agent': '1.1', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'ConntrackHelper': '1.0', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'LocalIPAssociation': '1.0', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Log': '1.0', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'NDPProxy': '1.0', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Network': '1.1', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Port': '1.7', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'PortForwarding': '1.3', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'QosPolicy': '1.10', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroup': '1.5', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SecurityGroupRule': '1.2', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'SubPort': '1.0', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Subnet': '1.1', Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: 'Trunk': '1.1'}} Apr 12 17:30:14.307804 dv-cinder-837532-1-iscsi neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:30:14.313834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (06906a8e-c603-4ede-a409-0663cfd8f825), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.329654 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44502) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:14.334868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:30:14.361399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (04dfd955-61c2-46be-8794-170aa2624e15), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.362085 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Added segment 04dfd955-61c2-46be-8794-170aa2624e15 of type vlan for network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 Apr 12 17:30:14.396883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:14.397901 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Network hostable DHCP agents. Network: 90a72eb4-e118-431e-90de-6b61b06911a0, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:30:14.419684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.425842 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06906a8e-c603-4ede-a409-0663cfd8f825,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:14.538962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:30:14.567470 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.568758 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:14.569339 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.635929 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:14.652967 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:30:14.656531 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 90a72eb4-e118-431e-90de-6b61b06911a0) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:14.672767 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:14.674844 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.704528 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44512) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:14.705204 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-bfcc2ab0-1355-4263-a4dd-8ddbc8e48ff8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3175340 Apr 12 17:30:14.710275 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Request body: {'subnet': {'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-497210700-subnet', 'tenant_id': '0fd52d08423d4214808abad7510d7258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:14.748037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0b89a-d400-474c-8eee-885709080e44 None None] Network 90a72eb4-e118-431e-90de-6b61b06911a0 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:14.754850 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-037bdb89-1586-452d-866c-826cc875e184 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9644184 Apr 12 17:30:14.758084 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44516) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:14.771248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:14.832122 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Made reservation on behalf of 0fd52d08423d4214808abad7510d7258 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:14.834700 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.889813 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (c74632bf-bea3-4642-b887-685da23df369), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.891152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (c74632bf-bea3-4642-b887-685da23df369), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.930346 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-90a72eb4-e118-431e-90de-6b61b06911a0', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:30:14.934311 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:14.954942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-158832928-network', 'tenant_id': '6923437b5eea41fda53f134e75138797'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:15.000171 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-891533677-network', 'tenant_id': '24ac17e6fde64798b206eba9754af3be'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:15.002689 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for router_controller (c74632bf-bea3-4642-b887-685da23df369), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.060964 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Made reservation on behalf of 6923437b5eea41fda53f134e75138797 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:15.064246 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.126859 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Allocated IP 172.20.0.2 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/70a9f5c9-5407-4bb0-8969-0c3d4a71f44a) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:15.133013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Made reservation on behalf of 24ac17e6fde64798b206eba9754af3be for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:15.142144 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.152328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.160932 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (87508f6a-fb0c-4865-92bd-69eb5f0e205d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.222323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.307965 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Checking segment: {'id': '04dfd955-61c2-46be-8794-170aa2624e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:15.308526 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Network hostable DHCP agents. Network: b9e0408e-ddac-47e6-8d9d-d28d2ef04e93, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:30:15.321538 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87508f6a-fb0c-4865-92bd-69eb5f0e205d,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.328301 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for router_gateway (c74632bf-bea3-4642-b887-685da23df369), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.361575 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks [] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.384368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks [] for security_group (518e8604-107f-4bdc-b7f8-cecbb4f5a118), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.398385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks [] for security_group (c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.459904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:30:15.462162 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.488639 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:15.491823 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:15.492165 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (518e8604-107f-4bdc-b7f8-cecbb4f5a118), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.494628 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:15.509980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:30:15.526334 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50e94371-f956-4102-ace7-ac2f0eea3b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.547867 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.550402 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (3ca3c1a7-2753-4261-8fdd-03fddfe038cf), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.566599 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Added segment 3ca3c1a7-2753-4261-8fdd-03fddfe038cf of type vlan for network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 Apr 12 17:30:15.566747 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Pushing event updated for resources: {'Port': ['ID=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.587132 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.587474 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.587838 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.588263 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.588524 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.588945 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.589176 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.589626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.590093 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.590422 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.590910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.591476 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.591607 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.593059 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.593059 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Tracked resource versions report: Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: pushed versions: Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: { 'AddressGroup': {'1.2'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Agent': {'1.1'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'ConntrackHelper': {'1.0'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Log': {'1.0'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'NDPProxy': {'1.0'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Network': {'1.1'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Port': {'1.7'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'PortForwarding': {'1.3'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'QosPolicy': {'1.10'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroup': {'1.5'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SubPort': {'1.0'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Subnet': {'1.1'}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Trunk': {'1.1'}} Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: consumer versions: Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Agent': '1.1', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'ConntrackHelper': '1.0', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'LocalIPAssociation': '1.0', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Log': '1.0', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'NDPProxy': '1.0', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Network': '1.1', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Port': '1.7', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'PortForwarding': '1.3', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'QosPolicy': '1.10', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroup': '1.5', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SecurityGroupRule': '1.2', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'SubPort': '1.0', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Subnet': '1.1', Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: 'Trunk': '1.1'}} Apr 12 17:30:15.593949 dv-cinder-837532-1-iscsi neutron-server[103812]: {{(pid=103812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:30:15.596582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:30:15.597241 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.611264 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (1c4c0e06-040b-4220-ac84-b56b0e4d1b22), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.617341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Attempting to bind port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:15.618885 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Attempting to bind port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:15.619260 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Attempting to bind port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:15.633530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (d848784e-3c92-40b2-a657-93fe2b1fd089), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.635062 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:15.635315 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Added segment d848784e-3c92-40b2-a657-93fe2b1fd089 of type vlan for network 88755202-8f20-440c-bd13-3a96a33eea35 Apr 12 17:30:15.635416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:15.635416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.635416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:15.635416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Bound port: 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:15.635751 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.637822 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e8604-107f-4bdc-b7f8-cecbb4f5a118,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.682648 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for router_gateway (c74632bf-bea3-4642-b887-685da23df369), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.682880 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, b9e0408e-ddac-47e6-8d9d-d28d2ef04e93) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:15.687580 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:15.692553 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.704319 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5a0a6-4747-4ad8-8782-1ce5f93570b8 None None] Network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:15.713584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (1c4c0e06-040b-4220-ac84-b56b0e4d1b22), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.715566 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:15.716259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.720035 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.731845 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (88755202-8f20-440c-bd13-3a96a33eea35), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.792321 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] For port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:15.812873 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] For port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:15.859284 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4c0e06-040b-4220-ac84-b56b0e4d1b22,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.866557 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Allocated IP 172.27.2.74 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/fba5074e-2e51-4681-82ca-bdf273814821) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:15.867258 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bf7c849b-4070-474c-8c5d-580be50b9269 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1615422 Apr 12 17:30:15.868442 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15c24f-4f5d-4077-8da4-4a58fcb28538 None None] Network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:15.872702 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:30:15.887118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (88755202-8f20-440c-bd13-3a96a33eea35), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.888390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:15.892787 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.930256 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:15.954174 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] Pushing event updated for resources: {'Network': ['ID=88755202-8f20-440c-bd13-3a96a33eea35,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:15.988756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 88755202-8f20-440c-bd13-3a96a33eea35 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:30:15.993294 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-cc2a2b53-6d7e-49b0-8d1a-275ff30c8a79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7119195 Apr 12 17:30:15.996887 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44556) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:16.005345 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Request body: {'subnet': {'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-subnet', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:16.065372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for port (fba5074e-2e51-4681-82ca-bdf273814821), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.095795 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44560) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:16.095934 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-743b602e-a66a-403e-8801-c7d515c2ca1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7633426 Apr 12 17:30:16.105740 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Request body: {'subnet': {'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-subnet', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:16.116177 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Made reservation on behalf of 24ac17e6fde64798b206eba9754af3be for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:16.121223 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.192752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fba5074e-2e51-4681-82ca-bdf273814821), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.234479 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:16.267982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Made reservation on behalf of 6923437b5eea41fda53f134e75138797 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:16.270873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.280843 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085d2dc-a873-40c3-a2bc-e4d124696e6b None None] Pushing event updated for resources: {'Port': ['ID=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:16.319565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:16.319565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:16.512355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Pushing event updated for resources: {'Port': ['ID=fba5074e-2e51-4681-82ca-bdf273814821,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:16.707204 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (087309be-76af-49db-b202-d05dc941db2e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.796694 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for router_gateway (c74632bf-bea3-4642-b887-685da23df369), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.819685 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:16.820076 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Network hostable DHCP agents. Network: 88755202-8f20-440c-bd13-3a96a33eea35, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:30:16.832000 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087309be-76af-49db-b202-d05dc941db2e,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:16.877226 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (20d2fbc1-22ec-4361-8a01-4da06013d020), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:16.933299 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Network 88755202-8f20-440c-bd13-3a96a33eea35 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:30:16.959749 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d2fbc1-22ec-4361-8a01-4da06013d020,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:17.001611 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:17.028746 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Checking segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:17.029278 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Network hostable DHCP agents. Network: 1c4c0e06-040b-4220-ac84-b56b0e4d1b22, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:30:17.109165 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 88755202-8f20-440c-bd13-3a96a33eea35) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:17.111098 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:17.111721 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.124181 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:17.126335 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.154283 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (c74632bf-bea3-4642-b887-685da23df369), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.163825 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb016b74-5aad-4832-90f1-e06ccd328be3 None None] Network 88755202-8f20-440c-bd13-3a96a33eea35 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:17.275978 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f1832e56-e1ca-45aa-af45-89f5bc2019e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1782885 Apr 12 17:30:17.276776 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:30:17.278951 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44610) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:17.296008 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:17.319081 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 1c4c0e06-040b-4220-ac84-b56b0e4d1b22) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:17.352056 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:17.354195 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.427875 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da4563-9e9f-4c34-ba96-4f84e3b89b73 None None] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:17.528889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.530189 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.537677 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-353cc72e-0edf-4877-9305-9e9fb6bb3b80 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5381057 Apr 12 17:30:17.547191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44632) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:17.559975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:17.599523 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-88755202-8f20-440c-bd13-3a96a33eea35', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:30:17.600890 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.701139 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.702329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.733940 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for router_controller (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.738101 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Router c74632bf-bea3-4642-b887-685da23df369 is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:30:17.784399 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99880fdb-04b5-4f46-b923-730aa20b2d63 None None] Network 90a72eb4-e118-431e-90de-6b61b06911a0 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:17.901192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for router_controller (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:17.925767 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Provisioning complete for port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:17.932079 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.071328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44658) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:18.090648 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:18.094887 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.157357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for router_gateway (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.166916 dv-cinder-837532-1-iscsi neutron-server[103811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:30:18.167355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:30:18.168291 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.235910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:18.238090 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for router_gateway (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.265392 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:18.278989 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:18.284137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6e0050cb-95e0-4867-85bb-e7259094236c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.298701 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:18.299381 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:18.347386 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Allocated IP 172.20.0.2 (88755202-8f20-440c-bd13-3a96a33eea35/087309be-76af-49db-b202-d05dc941db2e/fd36ac1f-51b0-46cd-ac2f-c08709986d5b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:18.353922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Current status of the port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:18.354569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.394815 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.494359 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:18.533689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-5c47114d-6c55-448d-a9a5-4df545d5108d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:18.552155 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-5c47114d-6c55-448d-a9a5-4df545d5108d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/networks?id=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 HTTP/1.1" status: 200 len: 811 time: 0.3877711 Apr 12 17:30:18.578951 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-5121df7e-26fa-4f59-a8fb-87133040f22a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/quotas/0fd52d08423d4214808abad7510d7258 HTTP/1.1" status: 200 len: 375 time: 0.0243297 Apr 12 17:30:18.587817 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:18.612131 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Allocated IP 172.20.0.2 (1c4c0e06-040b-4220-ac84-b56b0e4d1b22/20d2fbc1-22ec-4361-8a01-4da06013d020/e4635f75-c39b-4400-b79d-ef8b19082f0c) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:18.614975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.619019 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b0cd35dd-c0f3-4786-bdd5-e23431fbd583 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8572097 Apr 12 17:30:18.628022 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44670) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:18.632073 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.db.api [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:30:18.632510 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG oslo_db.api [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:30:18.727415 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:16Z', 'revision_number': 3, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:18.761216 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:18.761747 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Updating router c74632bf-bea3-4642-b887-685da23df369 port fba5074e-2e51-4681-82ca-bdf273814821 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:18.828972 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fba5074e-2e51-4681-82ca-bdf273814821), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.888601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for router_gateway (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.915051 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks [] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.934578 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:18.940181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:18.942424 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-e0f98b02-4a5c-4e3f-8c26-a03d8a26e746 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fd52d08423d4214808abad7510d7258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3623977 Apr 12 17:30:19.007532 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.082535 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.098575 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for router_gateway (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.104521 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:19.123071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:19.132429 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:19.137540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Pushing event updated for resources: {'Port': ['ID=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.160534 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks [] for port (fba5074e-2e51-4681-82ca-bdf273814821), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.168515 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.189796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks [] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.197775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:19.198206 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.236485 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fba5074e-2e51-4681-82ca-bdf273814821), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.238298 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-d41d96fa-94e9-467d-96ba-8cc7a92b16ed service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:30:19.239419 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-d41d96fa-94e9-467d-96ba-8cc7a92b16ed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0805464 Apr 12 17:30:19.279983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.306726 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-bfefcd4b-2386-4a56-a27a-6b35a7ee7d34 None None] Current status of the port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:19.319833 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Allocated IP 172.27.2.8 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:19.324758 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Pushing event updated for resources: {'Port': ['ID=fba5074e-2e51-4681-82ca-bdf273814821,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.340006 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.340802 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.341385 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.342491 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.343621 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.344298 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.344888 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.346185 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.346778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.347453 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.348027 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.348595 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.349113 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.349660 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.350220 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Tracked resource versions report: Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: pushed versions: Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: { 'AddressGroup': {'1.2'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Agent': {'1.1'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'ConntrackHelper': {'1.0'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Log': {'1.0'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'NDPProxy': {'1.0'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Network': {'1.1'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Port': {'1.7'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'PortForwarding': {'1.3'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'QosPolicy': {'1.10'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroup': {'1.5'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SubPort': {'1.0'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Subnet': {'1.1'}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Trunk': {'1.1'}} Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: consumer versions: Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: { DHCP agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: L3 agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: Metadata agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: Metering agent@dv-cinder-837532-1-iscsi: {}, Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: Open vSwitch agent@dv-cinder-837532-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Agent': '1.1', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'ConntrackHelper': '1.0', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'LocalIPAssociation': '1.0', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Log': '1.0', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'NDPProxy': '1.0', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Network': '1.1', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Port': '1.7', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'PortForwarding': '1.3', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'QosPolicy': '1.10', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroup': '1.5', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SecurityGroupRule': '1.2', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'SubPort': '1.0', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Subnet': '1.1', Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: 'Trunk': '1.1'}} Apr 12 17:30:19.351793 dv-cinder-837532-1-iscsi neutron-server[103813]: {{(pid=103813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:30:19.391306 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Attempting to bind port fba5074e-2e51-4681-82ca-bdf273814821 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:19.391699 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Attempting to bind port fba5074e-2e51-4681-82ca-bdf273814821 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:19.392303 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Attempting to bind port fba5074e-2e51-4681-82ca-bdf273814821 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:19.398575 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:19.399241 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:19.399814 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.400373 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:19.401013 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Bound port: fba5074e-2e51-4681-82ca-bdf273814821, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:19.401602 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fba5074e-2e51-4681-82ca-bdf273814821), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.447974 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:19.458967 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] For port fba5074e-2e51-4681-82ca-bdf273814821, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:19.462490 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] For port fba5074e-2e51-4681-82ca-bdf273814821, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fba5074e-2e51-4681-82ca-bdf273814821,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:19.466203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.468912 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Attempting to bind port fd36ac1f-51b0-46cd-ac2f-c08709986d5b on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:19.469564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Attempting to bind port fd36ac1f-51b0-46cd-ac2f-c08709986d5b by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:19.470133 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Attempting to bind port fd36ac1f-51b0-46cd-ac2f-c08709986d5b on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:19.484809 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:19.492887 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:19.493989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44684) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:19.498343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:19.499366 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:19.499773 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.500265 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Bound using segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:19.501025 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Bound port: fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:19.501208 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.503451 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Pushing event updated for resources: {'Port': ['ID=e4635f75-c39b-4400-b79d-ef8b19082f0c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.517888 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-ab6b234c-41b0-43d4-a148-4dfc3cd088c4 None None] Provisioning complete for port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:19.518302 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab6b234c-41b0-43d4-a148-4dfc3cd088c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.564588 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fba5074e-2e51-4681-82ca-bdf273814821), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.599053 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-67515fec-d403-481f-baa4-953c6dd71cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474903 Apr 12 17:30:19.610953 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.633962 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:19.634700 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:19.675082 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7cda0-f37b-4b3c-b425-8548b4128f48 None None] Pushing event updated for resources: {'Port': ['ID=fba5074e-2e51-4681-82ca-bdf273814821,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.740503 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:19.752545 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Allocated IP 172.27.2.244 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/f550d8a2-302d-431a-bcb6-efa4917770d5) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:19.775741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Attempting to bind port e4635f75-c39b-4400-b79d-ef8b19082f0c on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:19.776123 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Attempting to bind port e4635f75-c39b-4400-b79d-ef8b19082f0c by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:19.776648 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Attempting to bind port e4635f75-c39b-4400-b79d-ef8b19082f0c on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:19.782577 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:19.789883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:19.829921 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9fc49800-6e25-4fb4-961e-c83efeae21ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Checking segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Bound using segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Bound port: e4635f75-c39b-4400-b79d-ef8b19082f0c, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:19.830734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:19.833480 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-8582b5db-ab09-4aea-9044-96dd660c7da2 service neutron] 10.222.0.32 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269657 Apr 12 17:30:19.849913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b234c-41b0-43d4-a148-4dfc3cd088c4 None None] Current status of the port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:19.915791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] For port e4635f75-c39b-4400-b79d-ef8b19082f0c, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:19.921078 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] For port e4635f75-c39b-4400-b79d-ef8b19082f0c, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e4635f75-c39b-4400-b79d-ef8b19082f0c,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:19.962274 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] For port fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:19.966533 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] For port fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:20.017607 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.050415 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:16Z', 'revision_number': 3, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:20.072954 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.112703 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.127910 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffa561-52df-4cae-8d47-6e1713b6fdd1 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:16Z', 'revision_number': 3, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:20.171328 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9fc49800-6e25-4fb4-961e-c83efeae21ed admin admin] Publish callbacks [] for security_group (7e9fc389-9534-437f-bb1f-cb2ab6f980b5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.174611 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.189886 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:20.191700 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:20.198556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:20.227438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc01d93-6d1a-433e-a8c9-92acc11b3ce8 None None] Pushing event updated for resources: {'Port': ['ID=e4635f75-c39b-4400-b79d-ef8b19082f0c,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:20.355571 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.367712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46677e7a-9f71-49b8-bcd6-b887cc0f3cfb None None] Pushing event updated for resources: {'Port': ['ID=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:20.391788 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.406857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9fc49800-6e25-4fb4-961e-c83efeae21ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (7e9fc389-9534-437f-bb1f-cb2ab6f980b5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.674591 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc49800-6e25-4fb4-961e-c83efeae21ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9fc389-9534-437f-bb1f-cb2ab6f980b5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:20.674591 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9fc49800-6e25-4fb4-961e-c83efeae21ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=822a3b8191ca47e8bb12940f4a35c20d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0445147 Apr 12 17:30:20.674591 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44722) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:20.716998 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:20.716998 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:20.771270 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-471cb5c5-7e04-420b-918d-6b7488e35ecf req-ee083ed1-369e-46c9-b07c-d51744c272cc tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.3431084 Apr 12 17:30:20.778816 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] Publish callbacks [] for security_group (7e9fc389-9534-437f-bb1f-cb2ab6f980b5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.781603 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:20.853001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] Publish callbacks [] for security_group (7e9fc389-9534-437f-bb1f-cb2ab6f980b5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:20.994769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Pushing event updated for resources: {'Port': ['ID=f550d8a2-302d-431a-bcb6-efa4917770d5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:21.130152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for router_gateway (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.146728 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fba5074e-2e51-4681-82ca-bdf273814821 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:21.280063 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fba5074e-2e51-4681-82ca-bdf273814821 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:21.280695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fba5074e-2e51-4681-82ca-bdf273814821), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.300620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Allocated IP 172.20.0.1 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/e0d97f16-8065-404f-ad30-c8262e87c8b6) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:21.325655 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for router_gateway (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.576329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (7e9fc389-9534-437f-bb1f-cb2ab6f980b5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.579893 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.581663 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e9fc389-9534-437f-bb1f-cb2ab6f980b5 HTTP/1.1" status: 204 len: 168 time: 1.0111613 Apr 12 17:30:21.624033 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32d2d-6ab4-4ca5-acf8-dcb4b9e76454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9fc389-9534-437f-bb1f-cb2ab6f980b5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:21.652977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.820199 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks [] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.855077 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.916518 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fba5074e-2e51-4681-82ca-bdf273814821 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:21.916917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fba5074e-2e51-4681-82ca-bdf273814821), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:21.995851 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44774) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:22.005817 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.019892 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port fba5074e-2e51-4681-82ca-bdf273814821, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fba5074e-2e51-4681-82ca-bdf273814821,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:22.084791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4da13610-0711-4aca-ae65-ab9dc9961d02 req-d2cb66c5-6768-47b8-ad58-606ff977a24f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0839548 Apr 12 17:30:22.158802 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fba5074e-2e51-4681-82ca-bdf273814821), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.161148 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fd36ac1f-51b0-46cd-ac2f-c08709986d5b up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:22.199880 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.319831 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=fba5074e-2e51-4681-82ca-bdf273814821,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:22.330085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:30:22.336426 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760dc06-aa16-44ec-bb7c-8144da5a4c3c None None] Network 88755202-8f20-440c-bd13-3a96a33eea35 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:22.346136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:22.346597 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:22.355021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:22.362532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:22.363121 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (c74632bf-bea3-4642-b887-685da23df369), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.470437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:30:22.534885 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:22.551800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12396840-73ec-4f9b-967e-3073f9403d09 None None] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:30:22.554640 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:22.564183 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fd36ac1f-51b0-46cd-ac2f-c08709986d5b triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:22.564183 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.635016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.636454 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f6db34e0-c3d8-4f75-8d84-385b62196e09 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0864549 Apr 12 17:30:22.640397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44788) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:22.685390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Provisioning complete for port fd36ac1f-51b0-46cd-ac2f-c08709986d5b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:22.686057 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.738965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:22.739805 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:22.813975 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:22.823888 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:22.854991 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:22.857831 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:22.915239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:22.973708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44798) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:22.976632 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:22.982070 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-eeb8a8ee-84a0-498a-bb56-fc18d4f05c8b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7018867 Apr 12 17:30:22.984267 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44802) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:23.212275 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:23.222566 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b9220ce9-9565-4190-a44d-0be93d658cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.231683 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.472530 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:23.485724 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.510834 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa655423-a005-4b8f-b809-bb1b49e29077 req-3599eb0a-7581-4e85-956e-b1d2bd65e9a2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0852828 Apr 12 17:30:23.513722 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:23.513837 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Updating router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d port f550d8a2-302d-431a-bcb6-efa4917770d5 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:23.544982 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fd36ac1f-51b0-46cd-ac2f-c08709986d5b is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:23.546008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.582870 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.598575 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Current status of the port fd36ac1f-51b0-46cd-ac2f-c08709986d5b is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:23.598962 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.700571 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:23.709417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks [] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.735804 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 3, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:23.762867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:23.763362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Updating router da68ce11-e0c7-4700-86a1-5bdd3cd704ce port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:23.775193 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b9220ce9-9565-4190-a44d-0be93d658cca admin admin] Publish callbacks [] for security_group (dbe7d3bc-d1f4-435d-899c-72d35859c2fe), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.793208 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.794343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e4635f75-c39b-4400-b79d-ef8b19082f0c up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:23.807029 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Allocated IP 172.20.0.1 (1c4c0e06-040b-4220-ac84-b56b0e4d1b22/20d2fbc1-22ec-4361-8a01-4da06013d020/f881604f-fe51-4f06-b9f0-af496eba8a56) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:23.850009 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.851250 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (c74632bf-bea3-4642-b887-685da23df369), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.861183 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b9220ce9-9565-4190-a44d-0be93d658cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (dbe7d3bc-d1f4-435d-899c-72d35859c2fe), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.885664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.891755 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.db.api [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:30:23.892233 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG oslo_db.api [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:30:23.932660 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9220ce9-9565-4190-a44d-0be93d658cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7d3bc-d1f4-435d-899c-72d35859c2fe,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:23.942839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks [] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.943239 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks [] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:23.985501 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.013505 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.065783 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.072206 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.085607 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b9220ce9-9565-4190-a44d-0be93d658cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa4dcf57a0444f7fb3664ce77484dce2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1020713 Apr 12 17:30:24.089902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44828) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:24.097286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port e4635f75-c39b-4400-b79d-ef8b19082f0c triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:24.097695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.120624 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Attempting to bind port f550d8a2-302d-431a-bcb6-efa4917770d5 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:24.121727 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Attempting to bind port f550d8a2-302d-431a-bcb6-efa4917770d5 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:24.122604 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Attempting to bind port f550d8a2-302d-431a-bcb6-efa4917770d5 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:24.138809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:24.146789 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:24.151828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:24.151828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.184076 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:24.185394 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Pushing event updated for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.185930 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:24.187244 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.187944 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:24.196900 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Bound port: f550d8a2-302d-431a-bcb6-efa4917770d5, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:24.198543 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.216155 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] Publish callbacks [] for security_group (dbe7d3bc-d1f4-435d-899c-72d35859c2fe), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.254355 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] Publish callbacks [] for security_group (dbe7d3bc-d1f4-435d-899c-72d35859c2fe), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.271612 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] For port f550d8a2-302d-431a-bcb6-efa4917770d5, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:24.274926 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] For port f550d8a2-302d-431a-bcb6-efa4917770d5, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f550d8a2-302d-431a-bcb6-efa4917770d5,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:24.278023 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1453fab-79e7-4c84-85d6-8a3c9e6e4f06 None None] Pushing event updated for resources: {'Port': ['ID=f550d8a2-302d-431a-bcb6-efa4917770d5,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.295343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port e4635f75-c39b-4400-b79d-ef8b19082f0c is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:24.295789 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.301401 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:24.305719 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:24.362642 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.383372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port e4635f75-c39b-4400-b79d-ef8b19082f0c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e4635f75-c39b-4400-b79d-ef8b19082f0c,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:24.521794 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (dbe7d3bc-d1f4-435d-899c-72d35859c2fe), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.522396 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.525264 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.526887 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbe7d3bc-d1f4-435d-899c-72d35859c2fe HTTP/1.1" status: 204 len: 168 time: 0.4336565 Apr 12 17:30:24.529117 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:24.544881 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:24.549270 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1453fab-79e7-4c84-85d6-8a3c9e6e4f06 None None] Pushing event updated for resources: {'Port': ['ID=f550d8a2-302d-431a-bcb6-efa4917770d5,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.556263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fa0ed-fbdb-4b78-a68a-64e362af2f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7d3bc-d1f4-435d-899c-72d35859c2fe,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.568843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.625573 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:24.725018 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:24.726265 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-51671fd9-ac76-4d92-960a-5a7a0255544e None None] Current status of the port fd36ac1f-51b0-46cd-ac2f-c08709986d5b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:24.771728 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks [] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.786616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e427ddcf-a693-4600-8c11-8149e08b5fa7 req-54087f3d-8a49-46a6-b511-0605e6e816b0 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.1011183 Apr 12 17:30:24.808643 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=e4635f75-c39b-4400-b79d-ef8b19082f0c,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:24.828768 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.860479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fd36ac1f-51b0-46cd-ac2f-c08709986d5b up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:24.948461 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Provisioning complete for port e0d97f16-8065-404f-ad30-c8262e87c8b6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:24.948845 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:24.950932 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.048681 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:25.098307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Allocated IP 172.20.0.1 (88755202-8f20-440c-bd13-3a96a33eea35/087309be-76af-49db-b202-d05dc941db2e/45b057cd-cf1a-4aeb-9ad3-936f08168d61) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:25.129023 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8f4b4-7877-4d4e-9cce-87458b1eae24 None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:20Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:25.150422 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks [] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.205821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.205821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.251099 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Attempting to bind port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:25.252301 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Attempting to bind port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:25.252892 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Attempting to bind port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:25.256998 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:25.257361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c2707-6413-4677-8946-b6c64e2d8e89 None None] Pushing event updated for resources: {'Port': ['ID=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.278251 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Port e0d97f16-8065-404f-ad30-c8262e87c8b6 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:25.290233 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:25.303149 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-792c0f88-14ea-4249-af45-839e77eb7e51 admin admin] 10.222.0.32 "PUT /v2.0/routers/c74632bf-bea3-4642-b887-685da23df369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6536748 Apr 12 17:30:25.303149 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks [] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.319149 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:25.319617 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:25.320097 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.321059 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:25.321659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Bound port: a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:25.322305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.348022 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fd36ac1f-51b0-46cd-ac2f-c08709986d5b triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:25.348579 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.350689 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:25.351147 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.401712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:25.402468 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:25.409805 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.508109 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:25.516645 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:25.520019 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:25.522610 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:25.530656 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] For port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:25.531177 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:25.535970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.538922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Port f881604f-fe51-4f06-b9f0-af496eba8a56 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:25.542453 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.567029 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] For port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:25.604333 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Pushing event updated for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:25.670347 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Provisioning complete for port fd36ac1f-51b0-46cd-ac2f-c08709986d5b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:25.670729 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.711765 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:25.827246 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:25.959815 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:25.982892 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-656741cf-3de9-440c-9ef4-4c9a8f448137 admin admin] 10.222.0.32 "PUT /v2.0/routers/da68ce11-e0c7-4700-86a1-5bdd3cd704ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395813 Apr 12 17:30:26.073761 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c2707-6413-4677-8946-b6c64e2d8e89 None None] Pushing event updated for resources: {'Port': ['ID=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:26.098082 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:26.165005 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:26.165928 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:26.267400 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af5042d7-7996-4434-a8a4-0646bb8f6869 req-d080f931-3c11-45b4-98e0-16bcf73e7e7b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0839040 Apr 12 17:30:26.293612 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fd36ac1f-51b0-46cd-ac2f-c08709986d5b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:26.295118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fba5074e-2e51-4681-82ca-bdf273814821 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:26.397644 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.457370 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:26.631624 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks [] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.655879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44904) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:26.659302 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44906) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:26.664491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405422214', 'description': 'tempest-description--1254098284'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:26.708519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.710379 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.729583 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fba5074e-2e51-4681-82ca-bdf273814821 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:26.729968 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fba5074e-2e51-4681-82ca-bdf273814821), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.757206 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Current status of the port fd36ac1f-51b0-46cd-ac2f-c08709986d5b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:26.779455 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:26.793304 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.838642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Provisioning complete for port e4635f75-c39b-4400-b79d-ef8b19082f0c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:26.839145 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.971035 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (5024352a-5085-4acc-909f-354dad715ee4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:26.978709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:26.980028 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:27.060297 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:23Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:27.085327 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (5024352a-5085-4acc-909f-354dad715ee4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.119388 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f21b09f-de8d-4e0b-8ae4-e1889ce63adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.152822 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fba5074e-2e51-4681-82ca-bdf273814821 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:27.165226 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:27.165226 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Updating router c74632bf-bea3-4642-b887-685da23df369 port e0d97f16-8065-404f-ad30-c8262e87c8b6 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:27.225855 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5024352a-5085-4acc-909f-354dad715ee4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:27.236948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 2, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:27.243979 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1f9-4e86-485f-ae49-42abb97dcf7b None None] Current status of the port e4635f75-c39b-4400-b79d-ef8b19082f0c is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:27.274867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb51a23-2321-41ac-9419-7932e50449f5 None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 2, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:27.279134 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.364121 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44922) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:27.375823 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081981087', 'description': 'tempest-description--404454746'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:27.424710 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f21b09f-de8d-4e0b-8ae4-e1889ce63adf admin admin] Publish callbacks [] for security_group (13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.430053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Provisioning complete for port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:27.430642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.474013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:30:27.488052 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.488542 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.492831 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-55bd13b3-8d2f-4767-b939-69b0589b0dbc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8324618 Apr 12 17:30:27.496803 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44930) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:27.534306 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': '5024352a-5085-4acc-909f-354dad715ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:27.539312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e3faa6d-0273-4df7-b818-5274ba20c65c req-ee85efa9-72c2-4158-96b6-71b007d6ea48 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0630639 Apr 12 17:30:27.553205 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f21b09f-de8d-4e0b-8ae4-e1889ce63adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.615460 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f550d8a2-302d-431a-bcb6-efa4917770d5 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:27.661044 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1f21b09f-de8d-4e0b-8ae4-e1889ce63adf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c2db3dff1ff4b12b946fd23ad2e818b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0037453 Apr 12 17:30:27.664733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44934) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:27.673111 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21b09f-de8d-4e0b-8ae4-e1889ce63adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:27.766477 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:30:27.772454 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c9563c3-6bfa-466e-af65-c5578dbfa5c6 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c76d46f-bb9e-4768-aeaf-1afca6992e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7722399 Apr 12 17:30:27.806498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (252e11ae-6d93-4b7b-a3de-642a5a611c0d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.806498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (024ee4a3-e173-44f6-936a-81763bee5358), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.815500 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] Publish callbacks [] for security_group (13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.870712 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] Publish callbacks [] for security_group (13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.891134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (252e11ae-6d93-4b7b-a3de-642a5a611c0d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.923649 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (024ee4a3-e173-44f6-936a-81763bee5358), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:27.938069 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:28.010964 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (024ee4a3-e173-44f6-936a-81763bee5358), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.017193 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f550d8a2-302d-431a-bcb6-efa4917770d5 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:28.018053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.027035 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.030197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.033609 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1 HTTP/1.1" status: 204 len: 168 time: 0.3645375 Apr 12 17:30:28.049936 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:28.053198 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eccfd-5f89-4d30-a4d4-b1f6f2cd7399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5ea81-3cb4-4433-95d9-cdb8d6c95cd1,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.061446 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:28.063710 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:28.075613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:28.076143 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.096703 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252e11ae-6d93-4b7b-a3de-642a5a611c0d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.126182 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.130590 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c954b821-8321-4706-a629-2598ab8f0231 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7626574 Apr 12 17:30:28.131012 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44948) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:28.133997 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024ee4a3-e173-44f6-936a-81763bee5358,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.136807 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group_rule': {'security_group_id': '252e11ae-6d93-4b7b-a3de-642a5a611c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:28.196929 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.198398 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e545ff92-cefa-4a93-b7a5-6206e9b5f71b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7005601 Apr 12 17:30:28.203328 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44952) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:28.213531 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': '5024352a-5085-4acc-909f-354dad715ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:28.279055 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7639704f-9516-491e-8530-7c20e052d4da None None] Port f881604f-fe51-4f06-b9f0-af496eba8a56 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:28.303490 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:28.323914 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (3d61d046-184b-4716-8486-9167385b0716), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.343426 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (6f177a35-9472-4ab0-b0da-24f85d4e5739), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.491478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f550d8a2-302d-431a-bcb6-efa4917770d5 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:28.492681 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.535823 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (3d61d046-184b-4716-8486-9167385b0716), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.536319 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (6f177a35-9472-4ab0-b0da-24f85d4e5739), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.598167 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (6f177a35-9472-4ab0-b0da-24f85d4e5739), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.626803 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (3d61d046-184b-4716-8486-9167385b0716), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.650355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port f550d8a2-302d-431a-bcb6-efa4917770d5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f550d8a2-302d-431a-bcb6-efa4917770d5,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:28.711475 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f177a35-9472-4ab0-b0da-24f85d4e5739,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.713762 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 2, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:28.718229 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d61d046-184b-4716-8486-9167385b0716,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.724115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks [] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.728387 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.728387 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e4635f75-c39b-4400-b79d-ef8b19082f0c up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:28.763247 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:28.767464 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Updating router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:28.807791 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.809917 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9932b7c6-9c6c-46d7-9f5f-a86afe94d1f1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6778750 Apr 12 17:30:28.812907 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 44978) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:28.819208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group_rule': {'security_group_id': '252e11ae-6d93-4b7b-a3de-642a5a611c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:28.823558 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.838161 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.840624 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-81751014-36c8-4466-b714-d8bd4988cba0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6315844 Apr 12 17:30:28.840763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:28.847965 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 44980) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:28.857030 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:28.876648 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=f550d8a2-302d-431a-bcb6-efa4917770d5,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:28.980327 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (94d6cd6b-187e-4a90-b141-0d450f91c5f3), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.002325 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.038476 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port e4635f75-c39b-4400-b79d-ef8b19082f0c triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:29.038972 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.125931 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdbef5-d8ef-4b03-bd40-5665db47f80f None None] Pushing event updated for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:29.213186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (94d6cd6b-187e-4a90-b141-0d450f91c5f3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.239364 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Attempting to bind port e0d97f16-8065-404f-ad30-c8262e87c8b6 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:29.239852 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Attempting to bind port e0d97f16-8065-404f-ad30-c8262e87c8b6 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:29.240460 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Attempting to bind port e0d97f16-8065-404f-ad30-c8262e87c8b6 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:29.256364 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:29.258626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:29.260058 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.261372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:29.262115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Bound port: e0d97f16-8065-404f-ad30-c8262e87c8b6, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:29.262952 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.345608 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (94d6cd6b-187e-4a90-b141-0d450f91c5f3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.381170 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d6cd6b-187e-4a90-b141-0d450f91c5f3,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:29.440321 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.442287 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-671a9c25-c00b-4138-bd17-5ec815920d9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6281817 Apr 12 17:30:29.445354 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45002) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:29.453601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:29.472190 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.60', 61649) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:29.496251 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4333af63-d3ea-4fb9-9f1e-774cc08df112 req-9ab6a094-d117-402a-b16a-bf50a3ebb92f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.2386134 Apr 12 17:30:29.552784 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-60634416-bacc-4eca-a44b-7683836f77c2 None None] Provisioning complete for port e0d97f16-8065-404f-ad30-c8262e87c8b6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:29.553178 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-60634416-bacc-4eca-a44b-7683836f77c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.643910 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45012) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:29.769696 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port e4635f75-c39b-4400-b79d-ef8b19082f0c is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:29.808824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.816760 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d759517-4e2a-4e9d-9d11-dde1f799170e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.833994 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] For port e0d97f16-8065-404f-ad30-c8262e87c8b6, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:29.856361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-60634416-bacc-4eca-a44b-7683836f77c2 None None] Port e0d97f16-8065-404f-ad30-c8262e87c8b6 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:29.856361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] For port e0d97f16-8065-404f-ad30-c8262e87c8b6, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e0d97f16-8065-404f-ad30-c8262e87c8b6,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:29.903220 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks [] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.917804 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-7bcacdf6-9dfb-4ff8-a112-262edaab3e79 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:29.925513 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-7bcacdf6-9dfb-4ff8-a112-262edaab3e79 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.7972260 Apr 12 17:30:29.957317 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:29.976888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.008566 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.103674 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:30.107079 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:30.193739 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60d2d-67ed-441f-8943-6d5d27a7b9c8 None None] Pushing event updated for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:30.243152 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-0c0531b8-7887-44a5-95b6-ddf8a06a3d03 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/quotas/6923437b5eea41fda53f134e75138797 HTTP/1.1" status: 200 len: 375 time: 0.2153435 Apr 12 17:30:30.245656 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f550d8a2-302d-431a-bcb6-efa4917770d5 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:30.435562 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdbef5-d8ef-4b03-bd40-5665db47f80f None None] Pushing event updated for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:30.490123 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f550d8a2-302d-431a-bcb6-efa4917770d5 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:30.491338 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.569376 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.27.2.196 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/b8599e9b-a3f8-485b-831e-49881b171a0f) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:30.594528 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Attempting to bind port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:30.594528 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Attempting to bind port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:30.594528 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Attempting to bind port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:30.595325 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.598264 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:30.600581 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:30.601355 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.602544 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Bound using segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:30.604245 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Bound port: 45b057cd-cf1a-4aeb-9ad3-936f08168d61, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:30.604828 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.677186 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:30.684459 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-c42c5c87-6e6c-4e66-9f42-95cd6e1d6084 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4348979 Apr 12 17:30:30.804893 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf5fcb8d-cfd5-4d8c-aafe-7650c3ffb119 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:30.804893 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf5fcb8d-cfd5-4d8c-aafe-7650c3ffb119 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.60 "GET /v2.0/networks?id=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 HTTP/1.1" status: 200 len: 811 time: 1.3284566 Apr 12 17:30:30.815876 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] For port 45b057cd-cf1a-4aeb-9ad3-936f08168d61, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:30.818056 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Provisioning complete for port e0d97f16-8065-404f-ad30-c8262e87c8b6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:30.818463 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.822464 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] For port 45b057cd-cf1a-4aeb-9ad3-936f08168d61, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=45b057cd-cf1a-4aeb-9ad3-936f08168d61,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:30.945938 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:30.981778 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f550d8a2-302d-431a-bcb6-efa4917770d5 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:30.984977 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:31.035454 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60d2d-67ed-441f-8943-6d5d27a7b9c8 None None] Pushing event updated for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:31.036329 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.042844 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ea4a940-8590-4f67-9230-c3a8ad38033c req-cccf3c92-4b6b-47df-a3e6-de8bbcb5784c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.1103270 Apr 12 17:30:31.049185 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d759517-4e2a-4e9d-9d11-dde1f799170e admin admin] Publish callbacks [] for security_group (79d17dae-8540-43f6-8d13-1cceb1f50ae7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.054765 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:31.056828 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:31.126319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d759517-4e2a-4e9d-9d11-dde1f799170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (79d17dae-8540-43f6-8d13-1cceb1f50ae7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.144450 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-4d3d2566-884f-42e6-a81e-c0336479c23f service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257412 Apr 12 17:30:31.229280 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.237699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Request body: {'port': {'device_id': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93', 'admin_state_up': True, 'tenant_id': '0fd52d08423d4214808abad7510d7258'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:31.305563 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:31.356414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Current status of the port e0d97f16-8065-404f-ad30-c8262e87c8b6 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:31.356414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.384497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:31.385148 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.454594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Allocated IP 172.27.2.108 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/5bae5d81-2400-4e6c-b525-f16e3a6fbb52) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:31.564610 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:29Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:31.615260 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] For port e0d97f16-8065-404f-ad30-c8262e87c8b6, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e0d97f16-8065-404f-ad30-c8262e87c8b6,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:31.629897 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca2d56-001e-41ea-bdaf-78f964eb1f30 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:29Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:31.703164 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:31.703820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.722995 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:30Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:31.772286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:31.773512 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.801378 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c1c60-db6f-40b8-862b-dbff9a838bff None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:30Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:31.862745 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d759517-4e2a-4e9d-9d11-dde1f799170e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b590ba2cdb94e6e81d475c7665932ce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2076113 Apr 12 17:30:31.869112 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Made reservation on behalf of 0fd52d08423d4214808abad7510d7258 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:31.933303 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.934000 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45058) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:31.934000 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d759517-4e2a-4e9d-9d11-dde1f799170e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d17dae-8540-43f6-8d13-1cceb1f50ae7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:31.934523 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:31.934958 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:31.977891 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:31.985322 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.045856 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:32.048787 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Provisioning complete for port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:32.049046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.085925 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=b8599e9b-a3f8-485b-831e-49881b171a0f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:32.176421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:30:32.254011 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e0d97f16-8065-404f-ad30-c8262e87c8b6 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:32.272259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-f53b8259-ff83-461c-9893-cbfcd07dadbd service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1044488 Apr 12 17:30:32.338941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b7376cf-043d-4817-a811-8e4525b28878 req-1e9b052b-add8-4a4f-84e0-c8961f3c2207 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.1768534 Apr 12 17:30:32.418140 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.421724 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] Publish callbacks [] for security_group (79d17dae-8540-43f6-8d13-1cceb1f50ae7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.440542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:32.462872 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:32.473748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2db11-27b2-4575-b813-cdbb758abc87 None None] Pushing event updated for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:32.543079 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] Publish callbacks [] for security_group (79d17dae-8540-43f6-8d13-1cceb1f50ae7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.827910 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:32.855391 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Allocated IP 172.20.0.12 (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93/87508f6a-fb0c-4865-92bd-69eb5f0e205d/fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:32.876245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.015158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:33.016934 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:33.077901 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d24d39ab-bd6b-44e1-80a8-39c728c7f49c req-01ad57fa-2b70-4579-9a1f-828f0f5193de tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 210 time: 0.1404922 Apr 12 17:30:33.197652 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:33.274456 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (79d17dae-8540-43f6-8d13-1cceb1f50ae7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.284722 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.285919 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79d17dae-8540-43f6-8d13-1cceb1f50ae7 HTTP/1.1" status: 204 len: 168 time: 1.3985598 Apr 12 17:30:33.479658 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6c27a-6ab1-4568-9bac-99e7623e61c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d17dae-8540-43f6-8d13-1cceb1f50ae7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:33.597202 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=5bae5d81-2400-4e6c-b525-f16e3a6fbb52,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:33.787774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.817521 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:33.862109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port e0d97f16-8065-404f-ad30-c8262e87c8b6 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:33.865621 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.882559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Current status of the port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:33.890807 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.893764 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.941078 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:33.968437 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks [] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.093075 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.149915 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] For port 45b057cd-cf1a-4aeb-9ad3-936f08168d61, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=45b057cd-cf1a-4aeb-9ad3-936f08168d61,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:34.151920 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.168557 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:34.225263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.323592 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:34.332089 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:34.335142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:34.345579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:34.347064 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.426060 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:34.446865 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.477551 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-db0ce84c-0bf3-443d-8ecd-4452f7dbb23e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:34.499028 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-db0ce84c-0bf3-443d-8ecd-4452f7dbb23e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.6565580 Apr 12 17:30:34.590623 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-cbe52fb3-b962-4b6a-afe3-7a79be9eabaa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3752584 Apr 12 17:30:34.615657 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-4ad33908-8e05-4ff2-892d-16f94cc3b727 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/quotas/6923437b5eea41fda53f134e75138797 HTTP/1.1" status: 200 len: 375 time: 0.1149099 Apr 12 17:30:34.653509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=b8599e9b-a3f8-485b-831e-49881b171a0f,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:34.758073 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.759634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-963bcde6-2a55-4f83-b5af-3e340f060825 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9094138 Apr 12 17:30:34.782786 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:34.796045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port e0d97f16-8065-404f-ad30-c8262e87c8b6 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:34.845108 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1ebe-cb66-4b34-a5b4-22627ee117f3 req-c12763c7-933a-444c-99ff-2a4bd4b406d2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:34.847608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4bc1ebe-cb66-4b34-a5b4-22627ee117f3 req-c12763c7-933a-444c-99ff-2a4bd4b406d2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 932 time: 0.7644207 Apr 12 17:30:34.885044 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c25f5-fa28-451a-b0e6-66cedff1dd90 None None] Pushing event updated for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:34.895080 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-7aa9f287-91a2-4709-b6f5-c45e5401ae10 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739437 Apr 12 17:30:35.004061 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4bc1ebe-cb66-4b34-a5b4-22627ee117f3 req-6e3bef91-e2ab-4996-a150-81fb69445c46 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377907 Apr 12 17:30:35.010330 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:35.031285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:35.148879 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 2, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:35.204988 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:35.220939 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7597849 Apr 12 17:30:35.220939 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945fa3f-f7cf-4e5c-8d6b-848e2b472cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=5bae5d81-2400-4e6c-b525-f16e3a6fbb52,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:35.228145 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e0d97f16-8065-404f-ad30-c8262e87c8b6 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:35.231540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:30:35.231783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Updating router da68ce11-e0c7-4700-86a1-5bdd3cd704ce port f881604f-fe51-4f06-b9f0-af496eba8a56 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:30:35.317177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:35.345774 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port e0d97f16-8065-404f-ad30-c8262e87c8b6 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:35.345774 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:35.485720 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-963a9cb7-b18f-4d97-9d8a-c93c9ed7da5e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1405422214&fields=id&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 267 time: 0.1684611 Apr 12 17:30:35.492865 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-1d06fe63-fa6e-4b27-97c9-756bf725fde6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:30:35.502659 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-1d06fe63-fa6e-4b27-97c9-756bf725fde6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2202170 Apr 12 17:30:35.784863 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port e0d97f16-8065-404f-ad30-c8262e87c8b6 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:35.786609 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-e807de5e-fabe-4725-b4a3-61f93f518100 service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460668 Apr 12 17:30:35.790384 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 45b057cd-cf1a-4aeb-9ad3-936f08168d61 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:35.810145 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-a44f7131-32a9-4ee1-ac9f-51c56845fb16 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:35.810145 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-a44f7131-32a9-4ee1-ac9f-51c56845fb16 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.3032515 Apr 12 17:30:35.940810 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-1c53686e-5af5-4b8e-98d4-ab24aad18f0c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/quotas/ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 375 time: 0.0937219 Apr 12 17:30:36.057021 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-6666a637-354d-4431-8c0e-47a86ba3a010 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074445 Apr 12 17:30:36.063822 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:36.064325 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:36.080692 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks [] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:36.155983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:36.229996 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-46fecae4-a732-4d03-aaba-325719a8a8ae service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212098 Apr 12 17:30:36.288816 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-2c4401b0-042d-4eb2-acbb-6a6972ecd69d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:30:36.289814 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-2c4401b0-042d-4eb2-acbb-6a6972ecd69d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067377 Apr 12 17:30:36.316635 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-5af6fa8e-2267-4097-97b5-6c709edd8a76 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585881 Apr 12 17:30:36.377591 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:36.378823 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:36.401201 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d0252-f4ad-4e99-96b6-90337c740a88 None None] Pushing event updated for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:36.687045 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-0da00758-36aa-4ced-9138-6b2ebe605e22 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694999 Apr 12 17:30:36.723494 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Request body: {'port': {'device_id': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:36.792983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Attempting to bind port f881604f-fe51-4f06-b9f0-af496eba8a56 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:36.793355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Attempting to bind port f881604f-fe51-4f06-b9f0-af496eba8a56 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:36.794088 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Attempting to bind port f881604f-fe51-4f06-b9f0-af496eba8a56 on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:36.808826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:36.809218 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:36.850761 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:36.851256 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Checking segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:36.851673 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:36.852076 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Bound using segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:36.852576 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Bound port: f881604f-fe51-4f06-b9f0-af496eba8a56, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:36.852967 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:37.007151 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:37.053394 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-73e0428c-ca36-4c3e-b4c1-ff64d6e41ab3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2081981087&fields=id&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 267 time: 0.0659585 Apr 12 17:30:37.296746 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-97cff7c8-e94b-43f5-8f3a-6e54f8200d08 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:37.302779 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-97cff7c8-e94b-43f5-8f3a-6e54f8200d08 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 816 time: 0.2483730 Apr 12 17:30:37.322828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-520c1332-555f-41d6-a0de-cb22fa050c7f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/quotas/24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 375 time: 0.0189435 Apr 12 17:30:37.504302 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-c6f59f36-8f20-4db6-9891-f1a1c3a4a5b6 None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:37.504967 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c6f59f36-8f20-4db6-9891-f1a1c3a4a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:37.771343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4aa45-8c21-4a56-96c2-55674ee49e81 req-8085f6e2-606f-4448-8451-773ccf50be1a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:37.773461 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45d4aa45-8c21-4a56-96c2-55674ee49e81 req-8085f6e2-606f-4448-8451-773ccf50be1a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 932 time: 0.3482354 Apr 12 17:30:37.775575 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:37.785380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] For port f881604f-fe51-4f06-b9f0-af496eba8a56, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:37.786678 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-c6f59f36-8f20-4db6-9891-f1a1c3a4a5b6 None None] Port f881604f-fe51-4f06-b9f0-af496eba8a56 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:37.821619 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] For port f881604f-fe51-4f06-b9f0-af496eba8a56, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f881604f-fe51-4f06-b9f0-af496eba8a56,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:37.835053 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-42e86fb9-36d7-441f-9e23-b1d06aa1a542 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5113251 Apr 12 17:30:37.927581 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:37.989146 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:30:37.995139 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:30:38.006532 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:30:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:38.017405 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks [] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:38.081319 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Transition to ACTIVE for port object fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:30:38.127833 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d0252-f4ad-4e99-96b6-90337c740a88 None None] Pushing event updated for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:38.215899 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 45b057cd-cf1a-4aeb-9ad3-936f08168d61 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:38.375938 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:38.588343 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:38.799399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.60', 61661) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:38.802309 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Attempting to bind port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:38.805565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Attempting to bind port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '04dfd955-61c2-46be-8794-170aa2624e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:38.805565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Attempting to bind port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd on network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:38.830081 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:38.839920 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:38.857662 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd on network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:30:38.858027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Attempting to bind port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd on network b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:38.891862 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:38.899539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Checking segment: {'id': '04dfd955-61c2-46be-8794-170aa2624e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:38.899539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Bound using segment: {'id': '04dfd955-61c2-46be-8794-170aa2624e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:38.899539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Bound port: fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dfd955-61c2-46be-8794-170aa2624e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:38.899539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:38.923559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:38.936461 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:39.004733 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-bda024ac-0319-4283-b739-9ec563d40a18 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1205263 Apr 12 17:30:39.043403 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45d4aa45-8c21-4a56-96c2-55674ee49e81 req-5b523e03-8e30-44e9-8f7b-c2ce52f5190b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2029495 Apr 12 17:30:39.107074 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:30:39.139549 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-ce54a005-3c82-4e2b-856f-2d8965f22751 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:39.145102 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-ce54a005-3c82-4e2b-856f-2d8965f22751 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.3097889 Apr 12 17:30:39.150663 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:39.161907 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:39.212645 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'port': {'device_id': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'admin_state_up': True, 'tenant_id': '6923437b5eea41fda53f134e75138797'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:39.385465 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:39.394718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-2bb05518-a396-454a-803b-670be97ab545 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837709 Apr 12 17:30:39.470554 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:39.471233 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:39.474338 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd HTTP/1.1" status: 200 len: 1094 time: 2.8370752 Apr 12 17:30:39.474845 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:39.499816 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d7fe093-57b7-4803-a71b-7c4f0f5cf449 req-2599353e-e1b6-4eec-b692-1eb5f28a454f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.1040220 Apr 12 17:30:39.611334 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Current status of the port f881604f-fe51-4f06-b9f0-af496eba8a56 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:39.611334 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:39.720274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236d86-5a1f-4867-9151-d3fb983146d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:39.728706 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:37Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:30:39.752420 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86a4657e-6ceb-47e5-9846-cb92f214eefb req-bd1482a5-ab1f-49a9-b97f-86d8ca1384b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.1534040 Apr 12 17:30:39.798341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651de72-77d3-4e1f-b239-12838c0f3c15 None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:37Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:30:39.855956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:39.935779 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] For port f881604f-fe51-4f06-b9f0-af496eba8a56, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f881604f-fe51-4f06-b9f0-af496eba8a56,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:30:40.007681 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f881604f-fe51-4f06-b9f0-af496eba8a56 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:40.139579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7115ed36-6f9c-4299-9e66-7c309962a38a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:40.176068 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-abfd2e3b-460f-4ab6-9d8c-800bf983bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:40.184087 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-abfd2e3b-460f-4ab6-9d8c-800bf983bc0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0fd52d08423d4214808abad7510d7258&device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 1128 time: 0.3429728 Apr 12 17:30:40.186712 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Made reservation on behalf of 6923437b5eea41fda53f134e75138797 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:40.195935 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:40.264945 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:40.265338 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:40.267247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:40.453386 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2ae2-0342-4f42-9be8-2b6734e7822f req-1dedff9d-a596-459d-94bc-bb8656eff2bc tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:40.485815 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-456f2ae2-0342-4f42-9be8-2b6734e7822f req-1dedff9d-a596-459d-94bc-bb8656eff2bc tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.1412020 Apr 12 17:30:40.717813 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eda08-8d38-49a8-9c53-987057f02969 None None] Pushing event updated for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:40.724079 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-456f2ae2-0342-4f42-9be8-2b6734e7822f req-3c01d65c-2e78-4f6b-ac1a-e041575ecc1c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381401 Apr 12 17:30:40.943867 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e935d57-0208-4f9d-b359-570fa75402aa req-803bf656-9055-43ec-9d09-21a175bbe3e0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0921566 Apr 12 17:30:40.999273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f881604f-fe51-4f06-b9f0-af496eba8a56 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:41.164374 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:41.259883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea5cb9-b6e5-456f-94ca-e8d3f43c9dfb x-openstack-request-id: req-26ea5cb9-b6e5-456f-94ca-e8d3f43c9dfb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:41.260469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:41.260618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26ea5cb9-b6e5-456f-94ca-e8d3f43c9dfb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:41.261105 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ea5cb9-b6e5-456f-94ca-e8d3f43c9dfb'] response: {'name': 'network-changed', 'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'status': 'completed', 'code': 200} Apr 12 17:30:41.274918 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bfb1875-a4cc-4349-ab66-00ff0e6d201c req-5c033c24-a7f2-4ca0-8045-242edb977de7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.1042712 Apr 12 17:30:41.291542 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-d89570e2-4071-471e-98d9-f7c63f6626ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd HTTP/1.1" status: 200 len: 217 time: 1.0306315 Apr 12 17:30:41.340460 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5efb5274-a672-4e4b-887f-cb51b810c9d1 req-f6959a28-b6a7-44c8-ae59-43f047dfd5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.1376743 Apr 12 17:30:41.568488 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Allocated IP 172.20.0.7 (88755202-8f20-440c-bd13-3a96a33eea35/087309be-76af-49db-b202-d05dc941db2e/a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:41.672419 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-e54c01f9-2895-426d-b189-32f4141086c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:41.674069 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-e54c01f9-2895-426d-b189-32f4141086c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87508f6a-fb0c-4865-92bd-69eb5f0e205d HTTP/1.1" status: 200 len: 851 time: 0.3636181 Apr 12 17:30:41.794780 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45360) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:42.030710 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f881604f-fe51-4f06-b9f0-af496eba8a56 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:30:42.084090 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff25fc7-67d1-4193-b664-015ac6f28f76 req-dee5ee70-a58c-4b27-bbe5-92c9701b9806 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:42.089862 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eff25fc7-67d1-4193-b664-015ac6f28f76 req-dee5ee70-a58c-4b27-bbe5-92c9701b9806 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.2385597 Apr 12 17:30:42.188616 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f881604f-fe51-4f06-b9f0-af496eba8a56 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:42.189011 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:42.190903 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b249-7bb0-4bc7-9c86-884209a724ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:42.237604 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0bdf7596-307c-49b3-8e36-5b4857e2cb7f req-aef4e565-0831-439f-89da-380316a64fed tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.1257696 Apr 12 17:30:42.388698 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:42.393844 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-5d9cadc9-7dbb-42d6-8858-597f691cc15b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2528269 Apr 12 17:30:42.472826 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eff25fc7-67d1-4193-b664-015ac6f28f76 req-45e041d8-4d21-41ee-81bf-1ae3fecbbb5c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290863 Apr 12 17:30:42.587736 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:42.661419 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-21755696-77ee-43a1-859a-decbf73a59d3 req-188c8d93-f682-4604-b4be-a1e71a0e45bc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.1319942 Apr 12 17:30:42.749056 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b11b5dd3-d19e-4cd4-afd0-c40a446fde4e req-199759be-007e-4fa7-8f08-7bca814c1d67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.1015954 Apr 12 17:30:42.779535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:42.784390 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.60', 61668) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:42.799630 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:42.808126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:42.812128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f881604f-fe51-4f06-b9f0-af496eba8a56 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:30:42.822713 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:42.824171 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:42.830697 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:42.943666 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-c8c0a73e-d17b-4a2b-8491-9ad2e3372620 service neutron] 10.222.0.60 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984878 Apr 12 17:30:42.995026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b249-7bb0-4bc7-9c86-884209a724ea admin admin] Publish callbacks [] for security_group (e0a026b5-7b78-40da-a146-c6c4c344f6e1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.019605 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-50c223e7-5ed0-4311-9181-8933a5c07c26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8244538 Apr 12 17:30:43.035025 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-9f7ea179-0955-4634-8735-da50eb288149 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:43.037790 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-9f7ea179-0955-4634-8735-da50eb288149 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.2370839 Apr 12 17:30:43.069136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'port': {'device_id': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'admin_state_up': True, 'tenant_id': '6923437b5eea41fda53f134e75138797'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:43.080997 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Request body: {'port': {'device_id': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:43.115393 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b249-7bb0-4bc7-9c86-884209a724ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e0a026b5-7b78-40da-a146-c6c4c344f6e1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.120913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.60', 61669) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:43.175157 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2ab5b249-7bb0-4bc7-9c86-884209a724ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a2c1c09524249a7bc555229f17058b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3791995 Apr 12 17:30:43.194736 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45390) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:43.360601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-9665340d-0e51-4ff0-b0b5-e6b89d7e0b16 None None] Provisioning complete for port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:43.360601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9665340d-0e51-4ff0-b0b5-e6b89d7e0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.390012 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.411105 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e6f0e4e3-1569-4840-96b8-fdd0ee1a0dc2 req-78acdce1-d149-4341-a17e-6552a2f88f16 service neutron] 10.222.0.60 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436646 Apr 12 17:30:43.446694 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] Publish callbacks [] for security_group (e0a026b5-7b78-40da-a146-c6c4c344f6e1), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.521336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-bf68dd88-5457-47a4-8a53-7f3d87806a8d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:43.526965 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-bf68dd88-5457-47a4-8a53-7f3d87806a8d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.2908421 Apr 12 17:30:43.571990 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dc12095-6bf1-40a2-920b-c7bdcd7721c3 req-272b487d-696b-4744-95a6-7d653f995659 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.1309857 Apr 12 17:30:43.577627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b249-7bb0-4bc7-9c86-884209a724ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a026b5-7b78-40da-a146-c6c4c344f6e1,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:43.593875 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9665340d-0e51-4ff0-b0b5-e6b89d7e0b16 None None] Port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:43.682502 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] Publish callbacks [] for security_group (e0a026b5-7b78-40da-a146-c6c4c344f6e1), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:43.961797 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-212d760b-57bc-44f2-bded-9627985b4b6e req-155d57b8-436a-4609-a28e-5c0592964f97 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.0450473 Apr 12 17:30:43.968813 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730485fa-75c6-49ad-9b6e-28b5ff971474 req-fd4e98ec-aef4-417e-828f-408816efd16c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:43.976500 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-730485fa-75c6-49ad-9b6e-28b5ff971474 req-fd4e98ec-aef4-417e-828f-408816efd16c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.3358402 Apr 12 17:30:43.979211 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:30:44.003231 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-f1084d25-1105-4a83-95ac-3e8f55b8c804 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 380 time: 0.4417603 Apr 12 17:30:44.048621 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-730485fa-75c6-49ad-9b6e-28b5ff971474 req-0f252a46-98f4-4c3d-bfc1-8f6c07cc7e1e tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717022 Apr 12 17:30:44.053015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks [] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.081232 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'port': {'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'admin_state_up': True, 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'security_groups': ['5024352a-5085-4acc-909f-354dad715ee4']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:44.108935 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-b36c9b5d-d227-4b24-9246-c6955fcc5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:44.110533 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-b36c9b5d-d227-4b24-9246-c6955fcc5620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0fd52d08423d4214808abad7510d7258&device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 1128 time: 0.1444030 Apr 12 17:30:44.123963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Made reservation on behalf of 6923437b5eea41fda53f134e75138797 for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:44.139007 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.164963 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06839726-5cd8-49aa-8d47-b1b53cc3828b req-c8256c88-f25b-4f17-bde6-12bc34668ab4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0350370 Apr 12 17:30:44.204917 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Transition to ACTIVE for port object a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:30:44.205063 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e0a026b5-7b78-40da-a146-c6c4c344f6e1), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.205063 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.205063 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0a026b5-7b78-40da-a146-c6c4c344f6e1 HTTP/1.1" status: 204 len: 168 time: 0.9875813 Apr 12 17:30:44.274622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c7ff-b9ae-4f3f-a577-ce0eb74973dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a026b5-7b78-40da-a146-c6c4c344f6e1,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:44.452235 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.541435 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Pushing event updated for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:44.606417 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-cb8abf3d-0bd1-417e-90d8-a6900c4bffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:44.608702 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-cb8abf3d-0bd1-417e-90d8-a6900c4bffef service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 HTTP/1.1" status: 200 len: 912 time: 0.4349353 Apr 12 17:30:44.650397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:44.653829 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:44.748983 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-ebfd32cb-8874-4870-af10-824adc8fac7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd HTTP/1.1" status: 200 len: 217 time: 0.1063967 Apr 12 17:30:44.753432 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Attempting to bind port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:44.753777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Attempting to bind port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:44.754185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Attempting to bind port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:44.871163 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe544354-f8ea-4f85-948d-2d3baaca3160 req-0988b0b9-426d-4d19-8c65-363d586ff5d0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0710170 Apr 12 17:30:44.872514 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Allocated IP 172.20.0.5 (88755202-8f20-440c-bd13-3a96a33eea35/087309be-76af-49db-b202-d05dc941db2e/51ba76bf-0012-4897-af71-56ff10623f41) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:44.901011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e on network 88755202-8f20-440c-bd13-3a96a33eea35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:30:44.901011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Attempting to bind port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:44.976141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:44.976141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:44.976141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Bound using segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:44.976141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Bound port: a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:44.976141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.168050 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-3f1fe546-78dc-4f52-a074-5a9bd4179236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:45.179591 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-3f1fe546-78dc-4f52-a074-5a9bd4179236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87508f6a-fb0c-4865-92bd-69eb5f0e205d HTTP/1.1" status: 200 len: 851 time: 0.3215778 Apr 12 17:30:45.219120 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b3f836f-189a-471e-9dd6-6bc9f3cda2db req-e4b15fc9-00a0-4877-98a4-13b5d2627293 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.0789027 Apr 12 17:30:45.241793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:45.244950 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:45.262998 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b51e10-a71e-4b6f-aedd-3dba90469f7f req-36687afb-aea9-4ebb-8be7-ee0d4cbad310 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:45.264572 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82b51e10-a71e-4b6f-aedd-3dba90469f7f req-36687afb-aea9-4ebb-8be7-ee0d4cbad310 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.1022811 Apr 12 17:30:45.301805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.20.0.8 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/aeb45aab-2dd0-4ff3-b899-524d1ff35a08) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:45.356728 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for port (51ba76bf-0012-4897-af71-56ff10623f41), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.388662 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.447493 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6505d477-6ac9-4a9e-8731-6c81844a1540 req-3e423597-8b06-4b8f-9a3e-3da957129fad tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0897331 Apr 12 17:30:45.469263 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82b51e10-a71e-4b6f-aedd-3dba90469f7f req-186dd159-0853-4060-a366-ebf9ed25aa38 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963441 Apr 12 17:30:45.499166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Pushing event updated for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:45.551852 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b751556c-aa2d-4e12-8bab-377c8cf21ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.624284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:45.625316 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.627487 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-e5d1caf1-e9e8-4550-b092-6bd9b8abcfbd service neutron] 10.222.0.60 "PUT /v2.0/ports/a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 1093 time: 2.5598547 Apr 12 17:30:45.628032 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:45.630779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:45.639279 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-e5effe01-9e03-49a0-8d5c-59d8a1bdfc63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694535 Apr 12 17:30:45.666642 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.836550 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca3a29f-3d15-4c96-bb69-bf45d1315b44 x-openstack-request-id: req-aca3a29f-3d15-4c96-bb69-bf45d1315b44 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:45.836852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:45.837103 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aca3a29f-3d15-4c96-bb69-bf45d1315b44 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:45.837503 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca3a29f-3d15-4c96-bb69-bf45d1315b44'] response: {'name': 'network-changed', 'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', 'status': 'completed', 'code': 200} Apr 12 17:30:45.908974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:45.928690 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:45.931593 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:45.938492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:45.947450 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:45.963735 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:45.971172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.039068 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-7cbc78a6-a937-4ba0-bf17-431169221e6a service neutron] 10.222.0.60 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429246 Apr 12 17:30:46.054497 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ffd49253-fb8b-4b73-a3e6-cab7a3bbd656 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9903939 Apr 12 17:30:46.139823 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c880880-29bf-4ecc-a309-46a907408697 req-c0d93683-2729-4ee8-b8c7-239ee0832730 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0619993 Apr 12 17:30:46.160562 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.262097 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:46.279144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:46.282020 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:46.285494 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:46.298386 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:46.303106 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.348288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45488) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:46.391982 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-76650cb8-92eb-4a4c-a438-1634bfc83184 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3148181 Apr 12 17:30:46.466346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec63342-2a7b-494b-ac1d-9b77e5080210 req-4a4fe919-1f4a-4372-b6b9-b264d08fbda1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:46.474202 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ec63342-2a7b-494b-ac1d-9b77e5080210 req-4a4fe919-1f4a-4372-b6b9-b264d08fbda1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0966744 Apr 12 17:30:46.497243 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e643e4e7-0700-4e25-b5a4-f929c845dfce None None] Provisioning complete for port 51ba76bf-0012-4897-af71-56ff10623f41 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:46.497243 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e643e4e7-0700-4e25-b5a4-f929c845dfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (51ba76bf-0012-4897-af71-56ff10623f41), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.540679 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0065a982-ba9d-48fd-a692-9e8ea50c8dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.563362 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ec63342-2a7b-494b-ac1d-9b77e5080210 req-e012424e-a488-4b81-800f-dbfabe7234c6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862360 Apr 12 17:30:46.603756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e643e4e7-0700-4e25-b5a4-f929c845dfce None None] Port 51ba76bf-0012-4897-af71-56ff10623f41 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:46.717000 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaa1cf-6b34-4d52-b575-bb78384cd41d req-13ba6139-7024-4a4b-b15f-eff96f162c65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:46.717576 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:30:46.718370 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efcaa1cf-6b34-4d52-b575-bb78384cd41d req-13ba6139-7024-4a4b-b15f-eff96f162c65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.1161406 Apr 12 17:30:46.726204 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0065a982-ba9d-48fd-a692-9e8ea50c8dea admin admin] Publish callbacks [] for security_group (c01bf025-d092-4a73-91eb-eea8ea68a3a9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.727235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-08cc8384-ca75-4733-a0d4-8252bc8c7bc0 None None] Provisioning complete for port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:46.727959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08cc8384-ca75-4733-a0d4-8252bc8c7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.760406 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0af8b-a0d3-470f-8d9d-68e23a34d131 req-5ce83752-8ced-491a-b6e3-6ceddf94a4d4 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:46.761870 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20e0af8b-a0d3-470f-8d9d-68e23a34d131 req-5ce83752-8ced-491a-b6e3-6ceddf94a4d4 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0885842 Apr 12 17:30:46.767027 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-08cc8384-ca75-4733-a0d4-8252bc8c7bc0 None None] Port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:46.787384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0065a982-ba9d-48fd-a692-9e8ea50c8dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c01bf025-d092-4a73-91eb-eea8ea68a3a9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.840221 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a982-ba9d-48fd-a692-9e8ea50c8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01bf025-d092-4a73-91eb-eea8ea68a3a9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:46.854299 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-0065a982-ba9d-48fd-a692-9e8ea50c8dea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=beeade7903954b3aa4f5a6f71f8d0c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043740 Apr 12 17:30:46.856685 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45508) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:46.917528 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] Publish callbacks [] for security_group (c01bf025-d092-4a73-91eb-eea8ea68a3a9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.942166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] Publish callbacks [] for security_group (c01bf025-d092-4a73-91eb-eea8ea68a3a9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:46.978259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efcaa1cf-6b34-4d52-b575-bb78384cd41d req-e36dd879-18c0-45ca-a4fd-64027d671794 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421229 Apr 12 17:30:46.998408 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20e0af8b-a0d3-470f-8d9d-68e23a34d131 req-28aa50ee-ab2a-4ab9-815f-68cdaab0a67f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294686 Apr 12 17:30:47.192543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c01bf025-d092-4a73-91eb-eea8ea68a3a9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:47.196800 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:47.200194 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c01bf025-d092-4a73-91eb-eea8ea68a3a9 HTTP/1.1" status: 204 len: 168 time: 0.3402693 Apr 12 17:30:47.212491 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ac93-4e9a-4ecd-a845-d5843cb1ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01bf025-d092-4a73-91eb-eea8ea68a3a9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:47.260844 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea8ee9fb-5ff7-43aa-99c4-56f6856404eb req-552d3a54-8d2c-4b53-8891-43bbe6e2fd23 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0460460 Apr 12 17:30:47.688400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd883401-1c4c-4ba3-a755-57dadb6db69e req-c41ebbd1-ce6f-456c-bf88-6f47fd5ec16f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:47.689894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd883401-1c4c-4ba3-a755-57dadb6db69e req-c41ebbd1-ce6f-456c-bf88-6f47fd5ec16f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0480440 Apr 12 17:30:47.742416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd883401-1c4c-4ba3-a755-57dadb6db69e req-ad9704b5-2bb4-45a4-b003-532946494d2c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Apr 12 17:30:47.832023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-245d54f1-afa7-463e-b1ca-6e58fb2e9d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.082441 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45554) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:48.097121 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64ea75a6-ea17-4bff-bab3-ebfe7b540e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.118747 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591aa4-1ccb-4623-839f-718d26388f14 req-79e90750-93a0-4052-a762-aea9cd57b5cf tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:48.120227 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77591aa4-1ccb-4623-839f-718d26388f14 req-79e90750-93a0-4052-a762-aea9cd57b5cf tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.0750251 Apr 12 17:30:48.140299 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015ac3-1800-449b-a001-6df7deea5180 req-450829e3-489f-4a2f-8fcc-3575123349ec tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:48.141707 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c015ac3-1800-449b-a001-6df7deea5180 req-450829e3-489f-4a2f-8fcc-3575123349ec tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0660980 Apr 12 17:30:48.173708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64ea75a6-ea17-4bff-bab3-ebfe7b540e7c admin admin] Publish callbacks [] for security_group (c08b35e5-bf35-4a2b-b5aa-89382154f703), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.199491 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77591aa4-1ccb-4623-839f-718d26388f14 req-f0196fd2-7e84-423a-9087-e1504b6d81dc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727801 Apr 12 17:30:48.210441 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c015ac3-1800-449b-a001-6df7deea5180 req-ef1622b2-3385-4fa5-857f-628131663ed1 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626280 Apr 12 17:30:48.278103 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64ea75a6-ea17-4bff-bab3-ebfe7b540e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c08b35e5-bf35-4a2b-b5aa-89382154f703), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.360805 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be777c93-3304-4e6e-8b3a-ebc55d5103af req-35b94ecf-4de8-4342-a77b-02461e91a220 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0281670 Apr 12 17:30:48.472335 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-64ea75a6-ea17-4bff-bab3-ebfe7b540e7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aea2346ce46b4af4a931b062da22bf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887317 Apr 12 17:30:48.473329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea75a6-ea17-4bff-bab3-ebfe7b540e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b35e5-bf35-4a2b-b5aa-89382154f703,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:48.475148 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45560) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:48.527976 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] Publish callbacks [] for security_group (c08b35e5-bf35-4a2b-b5aa-89382154f703), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.550683 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] Publish callbacks [] for security_group (c08b35e5-bf35-4a2b-b5aa-89382154f703), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.664927 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c08b35e5-bf35-4a2b-b5aa-89382154f703), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.667591 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:48.668788 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08b35e5-bf35-4a2b-b5aa-89382154f703 HTTP/1.1" status: 204 len: 168 time: 0.1924884 Apr 12 17:30:48.677490 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c88b28-7678-47de-9192-4c543e2dd796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b35e5-bf35-4a2b-b5aa-89382154f703,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:48.846389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25169b31-5b14-4173-8f9d-dda85170ff33 req-fd74f827-cdd1-4eda-9b27-3e810094e62a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:48.847783 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-25169b31-5b14-4173-8f9d-dda85170ff33 req-fd74f827-cdd1-4eda-9b27-3e810094e62a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0458212 Apr 12 17:30:48.899641 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-25169b31-5b14-4173-8f9d-dda85170ff33 req-f7178d9d-6e30-4045-9bff-8e711f1e0fa7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 Apr 12 17:30:48.952265 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:49.342662 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b380f-ab8f-4d55-95a9-70d54df3ad0f req-650a18a8-6cc3-4d53-bc17-1e62819c4836 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:49.344172 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f2b380f-ab8f-4d55-95a9-70d54df3ad0f req-650a18a8-6cc3-4d53-bc17-1e62819c4836 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.0786619 Apr 12 17:30:49.350211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ebd6-0e6f-4dca-a245-c76d80ab4b6f req-fa723982-63e5-4d4b-a231-4c2144e23e79 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:49.351621 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6887ebd6-0e6f-4dca-a245-c76d80ab4b6f req-fa723982-63e5-4d4b-a231-4c2144e23e79 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0751841 Apr 12 17:30:49.424281 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f2b380f-ab8f-4d55-95a9-70d54df3ad0f req-0fc240d5-0be7-4667-9a93-4967e1a61853 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693822 Apr 12 17:30:49.426597 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6887ebd6-0e6f-4dca-a245-c76d80ab4b6f req-6d5f4dea-448a-4484-befd-7fff641a3b35 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681946 Apr 12 17:30:49.513444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffb36b7f-8172-4ae0-97d3-c29f25777ba0 req-36c15e3c-09d2-4fc2-95f4-6ccb05235596 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0277507 Apr 12 17:30:50.010074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1b22-6e8c-43bf-9ab0-2550d10c6f71 req-ec3b0520-9524-462a-b915-04c08e0c18c0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:50.011580 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-634a1b22-6e8c-43bf-9ab0-2550d10c6f71 req-ec3b0520-9524-462a-b915-04c08e0c18c0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0469112 Apr 12 17:30:50.060463 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-634a1b22-6e8c-43bf-9ab0-2550d10c6f71 req-231ec2aa-3968-481e-a3aa-184705c49326 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Apr 12 17:30:50.306849 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:50.572267 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9621d3-cb5d-4820-bfde-63a82fb0337d req-05c9327c-6b7f-475f-bbf9-19fcaf1ca101 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:50.573726 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab9621d3-cb5d-4820-bfde-63a82fb0337d req-05c9327c-6b7f-475f-bbf9-19fcaf1ca101 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.0823760 Apr 12 17:30:50.582116 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f899d4-e64f-4ba8-a2f8-72dcedd9c68b req-f5c4cda8-951a-4721-af8a-6ef3eb47c850 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:50.583522 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93f899d4-e64f-4ba8-a2f8-72dcedd9c68b req-f5c4cda8-951a-4721-af8a-6ef3eb47c850 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0808399 Apr 12 17:30:50.655818 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab9621d3-cb5d-4820-bfde-63a82fb0337d req-2dde2127-f70f-454a-8cdc-50a69195707c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713954 Apr 12 17:30:50.659833 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93f899d4-e64f-4ba8-a2f8-72dcedd9c68b req-72829216-3b8a-41c4-bae7-1d5d9d8151ae tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Apr 12 17:30:50.740905 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99431450-0adf-45de-a5ac-b4de68291689 req-5119d838-15d6-440a-974f-3b6fec27a907 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0294962 Apr 12 17:30:51.173870 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6d56-d5c6-478a-8b1c-6a234017bd25 req-278a90cc-539c-410a-8ce6-88d938d11da9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:51.175430 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed6a6d56-d5c6-478a-8b1c-6a234017bd25 req-278a90cc-539c-410a-8ce6-88d938d11da9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0476742 Apr 12 17:30:51.228925 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed6a6d56-d5c6-478a-8b1c-6a234017bd25 req-141f8070-1093-4336-9137-022f73f52b15 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473325 Apr 12 17:30:51.816362 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3d95-d5cd-4071-bc8b-11fa9a5174f1 req-9d7ab516-06cb-4603-bbca-cbbf8563bd78 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:51.817832 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-357e3d95-d5cd-4071-bc8b-11fa9a5174f1 req-9d7ab516-06cb-4603-bbca-cbbf8563bd78 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.0912471 Apr 12 17:30:51.828890 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5bfd6-b594-4f39-a4cc-afe60bfbaa49 req-d8bba80b-db9a-4e9b-b361-929720652618 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:51.830259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6de5bfd6-b594-4f39-a4cc-afe60bfbaa49 req-d8bba80b-db9a-4e9b-b361-929720652618 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0691578 Apr 12 17:30:51.902147 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-357e3d95-d5cd-4071-bc8b-11fa9a5174f1 req-887a2940-c7cc-4d54-938a-e5541699f9dc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709243 Apr 12 17:30:51.905664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6de5bfd6-b594-4f39-a4cc-afe60bfbaa49 req-2df15a5a-6ee1-4cd6-a30c-8289d1b22978 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Apr 12 17:30:51.912196 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:51.998501 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c56ab3f2-06f8-4cf0-afaf-07d36bad9805 req-7b2b631b-3051-43f4-a094-f58e9eb0726b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0277147 Apr 12 17:30:52.346539 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049b9ce-0cb8-4801-a2dd-406a05fe3b23 req-d8e9e32a-f8de-456d-8b25-ba259074595f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:52.348072 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d049b9ce-0cb8-4801-a2dd-406a05fe3b23 req-d8e9e32a-f8de-456d-8b25-ba259074595f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0502348 Apr 12 17:30:52.421207 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d049b9ce-0cb8-4801-a2dd-406a05fe3b23 req-589db63a-e29a-449a-948f-76e3102b2eaa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660040 Apr 12 17:30:53.048470 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc48d9-aaeb-4464-ad88-93bddc1651ff req-2818a2fb-7c0b-4b12-ba37-05b65fc97181 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:53.049979 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-95fc48d9-aaeb-4464-ad88-93bddc1651ff req-2818a2fb-7c0b-4b12-ba37-05b65fc97181 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.0771458 Apr 12 17:30:53.058680 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9827d4-2306-44b4-a60f-bd7ecc6e574f req-2489a21b-b415-40a3-bcfc-102929c6212d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:53.060174 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b9827d4-2306-44b4-a60f-bd7ecc6e574f req-2489a21b-b415-40a3-bcfc-102929c6212d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0766604 Apr 12 17:30:53.132510 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-95fc48d9-aaeb-4464-ad88-93bddc1651ff req-0bbedcaf-0859-4b32-b92b-2f815a1f9d32 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704386 Apr 12 17:30:53.138480 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b9827d4-2306-44b4-a60f-bd7ecc6e574f req-2bbb3ade-7cc0-498c-91dc-94b1100dd96f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Apr 12 17:30:53.224809 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-788061bc-414a-4ec9-b364-ee1b41598d3f req-3eb366f3-0ad7-4fc2-8ead-27cc97cd3a54 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0299160 Apr 12 17:30:53.529690 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c0ed2-3639-404d-8ec2-c2f4d5fa7af3 req-af336d88-28ba-4065-89bf-730d5a7af5c8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:53.531864 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e85c0ed2-3639-404d-8ec2-c2f4d5fa7af3 req-af336d88-28ba-4065-89bf-730d5a7af5c8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.0476553 Apr 12 17:30:53.578280 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e85c0ed2-3639-404d-8ec2-c2f4d5fa7af3 req-8c5317e6-81ba-4f3c-b56c-843b16494f97 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Apr 12 17:30:53.868002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.60', 61679) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:54.090980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Request body: {'port': {'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:54.097989 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Request body: {'port': {'device_id': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:54.135958 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45724) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:54.243208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-97ca82a3-40e7-4894-be10-890b19e3908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.243911 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (51ba76bf-0012-4897-af71-56ff10623f41), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.244627 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-97ca82a3-40e7-4894-be10-890b19e3908e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1127 time: 0.1885710 Apr 12 17:30:54.260085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.394822 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-30eace29-fce5-468f-b6e9-257b60273c25 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.396342 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-30eace29-fce5-468f-b6e9-257b60273c25 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 816 time: 0.3474374 Apr 12 17:30:54.399113 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-440b170a-72fc-4f00-a403-1a81a4986c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.399980 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7115ed36-6f9c-4299-9e66-7c309962a38a req-e5c576ee-9426-4c3d-b68b-8f257b088fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449972 Apr 12 17:30:54.409208 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ef0b5-cf43-478c-a13d-4e6d4de84aea req-f28c1a50-5f08-416d-a208-b3eab9a0f63a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.410674 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e0ef0b5-cf43-478c-a13d-4e6d4de84aea req-f28c1a50-5f08-416d-a208-b3eab9a0f63a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.1174419 Apr 12 17:30:54.416683 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74849a-cd88-4f27-a591-8a7da677b28c req-09120ec6-71b4-46b7-8b9e-ac7676eaa058 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.418204 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db74849a-cd88-4f27-a591-8a7da677b28c req-09120ec6-71b4-46b7-8b9e-ac7676eaa058 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 931 time: 0.1693954 Apr 12 17:30:54.568886 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb45aab-2dd0-4ff3-b899-524d1ff35a08 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:30:54.581007 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks [] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.630190 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Transition to ACTIVE for port object aeb45aab-2dd0-4ff3-b899-524d1ff35a08 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:30:54.632115 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-672bc267-69fb-4efd-9866-9e9da9b213be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0393436 Apr 12 17:30:54.682770 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-cd0423d6-b3c7-45e8-9944-66c3d0bcf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.684269 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-cd0423d6-b3c7-45e8-9944-66c3d0bcf631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0455072 Apr 12 17:30:54.695678 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.700415 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e0ef0b5-cf43-478c-a13d-4e6d4de84aea req-c2fa2b75-11dd-406e-852c-778182ad9255 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725713 Apr 12 17:30:54.753080 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Pushing event updated for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:54.786290 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db74849a-cd88-4f27-a591-8a7da677b28c req-edad887d-e28e-471f-a911-2cc5345ba8a8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552847 Apr 12 17:30:54.806888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Attempting to bind port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:54.807260 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Attempting to bind port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:54.812998 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Attempting to bind port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:54.813703 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:30:54.813790 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Attempting to bind port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:54.818927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:54.819267 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:54.819654 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:54.820080 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Bound port: aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:54.820442 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.891670 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:54.894948 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:54.899418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0776283c-1d46-4576-9867-dd18bb0f17c6 req-ccc9fd3a-4cc5-44e8-8112-822d01ba33a5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.1058605 Apr 12 17:30:54.918926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-07a980b8-f17c-4746-9e5e-912a99ccce19 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 380 time: 0.3481584 Apr 12 17:30:54.974265 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-440b170a-72fc-4f00-a403-1a81a4986c8f admin admin] Publish callbacks [] for security_group (ab1a3442-8c8f-421c-a83c-f3682264ab20), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.975461 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:54.984216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad4bee-7b06-4d21-b65c-4f0affa61581 req-1a42a3fd-2d2d-4978-aa89-2ccbbcc3fc78 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:54.985959 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63ad4bee-7b06-4d21-b65c-4f0affa61581 req-1a42a3fd-2d2d-4978-aa89-2ccbbcc3fc78 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 931 time: 0.1214619 Apr 12 17:30:55.013163 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:55.013883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.015226 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] 10.222.0.60 "PUT /v2.0/ports/aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 200 len: 1093 time: 0.9516757 Apr 12 17:30:55.015829 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:55.017825 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc525b86-25b0-4b53-a587-837b48f32966" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:55.058872 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0141d0-19cf-4f51-a58d-b5db41815ced service neutron] Pushing event updated for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:55.063975 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63ad4bee-7b06-4d21-b65c-4f0affa61581 req-5e772842-cdd8-435a-acb1-ee071757ba66 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704527 Apr 12 17:30:55.088373 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-440b170a-72fc-4f00-a403-1a81a4986c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ab1a3442-8c8f-421c-a83c-f3682264ab20), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.126086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ba76bf-0012-4897-af71-56ff10623f41 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:30:55.138011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c78fb-9fdf-4129-bca0-1c384305c064 x-openstack-request-id: req-fa9c78fb-9fdf-4129-bca0-1c384305c064 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:55.138637 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:55.138637 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa9c78fb-9fdf-4129-bca0-1c384305c064 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:55.139125 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9c78fb-9fdf-4129-bca0-1c384305c064'] response: {'name': 'network-changed', 'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'status': 'completed', 'code': 200} Apr 12 17:30:55.144039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks [] for port (51ba76bf-0012-4897-af71-56ff10623f41), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.152410 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-440b170a-72fc-4f00-a403-1a81a4986c8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6c7a85d23d648b086f86f367b6a183f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0151682 Apr 12 17:30:55.155644 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45752) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:55.156401 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b170a-72fc-4f00-a403-1a81a4986c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a3442-8c8f-421c-a83c-f3682264ab20,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:55.171686 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Transition to ACTIVE for port object 51ba76bf-0012-4897-af71-56ff10623f41 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:30:55.215345 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] Publish callbacks [] for security_group (ab1a3442-8c8f-421c-a83c-f3682264ab20), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.240777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] Publish callbacks [] for security_group (ab1a3442-8c8f-421c-a83c-f3682264ab20), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.261278 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.348676 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Pushing event updated for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:55.375766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ab1a3442-8c8f-421c-a83c-f3682264ab20), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.379074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.380480 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab1a3442-8c8f-421c-a83c-f3682264ab20 HTTP/1.1" status: 204 len: 168 time: 0.2235117 Apr 12 17:30:55.397073 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Attempting to bind port 51ba76bf-0012-4897-af71-56ff10623f41 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:30:55.397431 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Attempting to bind port 51ba76bf-0012-4897-af71-56ff10623f41 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:30:55.397763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Attempting to bind port 51ba76bf-0012-4897-af71-56ff10623f41 on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:55.402025 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be215e-b6a5-42fe-9c0c-c8ba0a46b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a3442-8c8f-421c-a83c-f3682264ab20,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:55.402498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Port 51ba76bf-0012-4897-af71-56ff10623f41 on network 88755202-8f20-440c-bd13-3a96a33eea35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:30:55.402770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Attempting to bind port 51ba76bf-0012-4897-af71-56ff10623f41 on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:30:55.413734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:30:55.413734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:30:55.413734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Bound using segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:30:55.413734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Bound port: 51ba76bf-0012-4897-af71-56ff10623f41, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:30:55.413734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (51ba76bf-0012-4897-af71-56ff10623f41), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.488255 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:30:55.493356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=51ba76bf-0012-4897-af71-56ff10623f41,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:30:55.569663 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.604240 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:55.604870 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:55.606315 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] 10.222.0.60 "PUT /v2.0/ports/51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 200 len: 1093 time: 1.5252759 Apr 12 17:30:55.610160 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:30:55.715456 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac637377-4a63-4958-a279-c6d9834bce45 service neutron] Pushing event updated for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:55.826759 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fe41-226d-4e03-a6da-ab08ee121634 req-57c89cf7-e79a-4c1f-85ca-2369c90f977f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:55.828612 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17c7fe41-226d-4e03-a6da-ab08ee121634 req-57c89cf7-e79a-4c1f-85ca-2369c90f977f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0508585 Apr 12 17:30:55.831344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0730b86-56f9-4cde-b63d-c843ccebc822" -d '{"events": [{"name": "network-changed", "server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "tag": "51ba76bf-0012-4897-af71-56ff10623f41"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:30:55.906536 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17c7fe41-226d-4e03-a6da-ab08ee121634 req-a617a8b5-27db-41a4-922a-6987fffa818c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Apr 12 17:30:55.917185 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c44c0c-032b-4adb-af7b-a3f59cde47d0 req-d1aca955-c1c7-4bc9-b634-9bef23efeb54 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:55.918868 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2c44c0c-032b-4adb-af7b-a3f59cde47d0 req-d1aca955-c1c7-4bc9-b634-9bef23efeb54 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0621283 Apr 12 17:30:56.121935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317e69dc-af84-48df-b520-cb32ecd92813 x-openstack-request-id: req-317e69dc-af84-48df-b520-cb32ecd92813 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:30:56.122276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "tag": "51ba76bf-0012-4897-af71-56ff10623f41", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:30:56.122476 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-317e69dc-af84-48df-b520-cb32ecd92813 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:30:56.122922 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317e69dc-af84-48df-b520-cb32ecd92813'] response: {'name': 'network-changed', 'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41', 'status': 'completed', 'code': 200} Apr 12 17:30:56.139265 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b2c44c0c-032b-4adb-af7b-a3f59cde47d0 req-ebedd089-b41e-458e-97d9-12f957e58ea0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137630 Apr 12 17:30:56.154175 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-37d2a5ac-8695-4908-9239-363119a4f826 req-d7ac4a58-ff54-4536-903b-c376c6b37954 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0304306 Apr 12 17:30:56.179915 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45786) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:56.193137 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-025bd741-b2f3-4f05-81aa-9e02e91b19f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.246004 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f955323-2d81-4790-9f1d-d1c93067a86e req-4cf5a12c-0fbc-400e-9afe-dd4b7a8e6421 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:56.247758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f955323-2d81-4790-9f1d-d1c93067a86e req-4cf5a12c-0fbc-400e-9afe-dd4b7a8e6421 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0488813 Apr 12 17:30:56.266741 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-025bd741-b2f3-4f05-81aa-9e02e91b19f3 admin admin] Publish callbacks [] for security_group (818e86f4-a186-48bb-bb1a-7af3107ec73e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.294718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f955323-2d81-4790-9f1d-d1c93067a86e req-d9ffd2e4-0183-42c2-b7f7-81e51d8c3b97 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Apr 12 17:30:56.346015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-025bd741-b2f3-4f05-81aa-9e02e91b19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (818e86f4-a186-48bb-bb1a-7af3107ec73e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.383295 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-025bd741-b2f3-4f05-81aa-9e02e91b19f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47f5aabf613f4f3ea547835327519025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021763 Apr 12 17:30:56.384230 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bd741-b2f3-4f05-81aa-9e02e91b19f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e86f4-a186-48bb-bb1a-7af3107ec73e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:56.386210 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45790) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:30:56.435532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] Publish callbacks [] for security_group (818e86f4-a186-48bb-bb1a-7af3107ec73e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.456964 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] Publish callbacks [] for security_group (818e86f4-a186-48bb-bb1a-7af3107ec73e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.580246 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (818e86f4-a186-48bb-bb1a-7af3107ec73e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.582830 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:56.583966 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/818e86f4-a186-48bb-bb1a-7af3107ec73e HTTP/1.1" status: 204 len: 168 time: 0.1966407 Apr 12 17:30:56.598147 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819396f-d4c2-4f74-890e-f4f1964b11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e86f4-a186-48bb-bb1a-7af3107ec73e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:57.022253 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaddbe-661f-4215-bfca-e534e50ac3e8 req-b7f60a78-1cdd-4af8-95a5-f260e0c01a20 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:57.022253 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1cbaddbe-661f-4215-bfca-e534e50ac3e8 req-b7f60a78-1cdd-4af8-95a5-f260e0c01a20 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0478771 Apr 12 17:30:57.068554 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1cbaddbe-661f-4215-bfca-e534e50ac3e8 req-c898f451-41db-44e2-b720-beb46af0137f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Apr 12 17:30:57.271529 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06af7857-1bcb-4552-bd21-da53da1275f1 req-da515f23-1cc2-4331-9c2f-35f381af4430 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0361547 Apr 12 17:30:57.277595 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f2ed-8553-439a-9041-6069f906fcb1 req-2b1acbf6-013a-456f-9e3b-7445fa2b92f7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:57.278973 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ce7f2ed-8553-439a-9041-6069f906fcb1 req-2b1acbf6-013a-456f-9e3b-7445fa2b92f7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0711193 Apr 12 17:30:57.326789 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ce7f2ed-8553-439a-9041-6069f906fcb1 req-47e160e4-fbd7-4a91-8567-01d69e908930 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Apr 12 17:30:57.406698 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbdc8-5ead-4fdb-acbf-ebfd280d5018 req-6d958fd0-ca67-42f5-83e3-46adfb4b55cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:57.410491 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1becbdc8-5ead-4fdb-acbf-ebfd280d5018 req-6d958fd0-ca67-42f5-83e3-46adfb4b55cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0503685 Apr 12 17:30:57.457705 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1becbdc8-5ead-4fdb-acbf-ebfd280d5018 req-9637a43f-cf6c-4ca1-bace-535f20cf8e9e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Apr 12 17:30:57.840680 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'port': {'device_id': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'admin_state_up': True, 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'security_groups': ['252e11ae-6d93-4b7b-a3de-642a5a611c0d']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:30:57.878544 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-7872c83f-0c4d-4f58-9460-fca5cc8d35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:57.880068 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-7872c83f-0c4d-4f58-9460-fca5cc8d35b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552630 Apr 12 17:30:58.015644 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-7dc76b8c-eb54-4f6b-ad8b-ff3b351ca265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.017167 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-7dc76b8c-eb54-4f6b-ad8b-ff3b351ca265 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1127 time: 0.0832031 Apr 12 17:30:58.025335 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-d5d6d518-d441-426c-bc7d-d1683af9bd62 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947073 Apr 12 17:30:58.123174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Made reservation on behalf of 24ac17e6fde64798b206eba9754af3be for: {'port': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:30:58.127111 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:58.224726 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d936-5574-4f26-9d4f-cf553aafe928 req-e2cef022-a087-4e75-8114-1769596dfac2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.226382 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4e1d936-5574-4f26-9d4f-cf553aafe928 req-e2cef022-a087-4e75-8114-1769596dfac2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0854278 Apr 12 17:30:58.317864 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525b86-25b0-4b53-a587-837b48f32966 req-eb496e11-7135-4b7c-bcf3-451b538e9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.320695 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dc525b86-25b0-4b53-a587-837b48f32966 req-eb496e11-7135-4b7c-bcf3-451b538e9fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0929000 Apr 12 17:30:58.451895 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4f30a6be-528b-4c0f-8286-53617c634eb0 req-371cbe0c-4fc6-4347-9e52-4fce8f72075a service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513318 Apr 12 17:30:58.458470 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3bba53ff-7cce-4b93-a17b-4b8cfb545cd5 req-cfbb4446-2e75-4262-b06d-4a429026c12c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.1070476 Apr 12 17:30:58.489345 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4e1d936-5574-4f26-9d4f-cf553aafe928 req-f46e2030-afb5-4822-8595-5b5666ede413 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517381 Apr 12 17:30:58.531951 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Allocated IP 172.20.0.4 (1c4c0e06-040b-4220-ac84-b56b0e4d1b22/20d2fbc1-22ec-4361-8a01-4da06013d020/af483454-55cd-4056-8d53-f7102a378c65) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:30:58.551337 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-04ba9380-c239-4d0d-8b70-fe9bc2d3a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.553018 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-04ba9380-c239-4d0d-8b70-fe9bc2d3a49d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6923437b5eea41fda53f134e75138797&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3353491 Apr 12 17:30:58.600864 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525b86-25b0-4b53-a587-837b48f32966 req-0b8d9868-4a4b-48c2-ad0d-abc02b77b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.602356 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dc525b86-25b0-4b53-a587-837b48f32966 req-0b8d9868-4a4b-48c2-ad0d-abc02b77b648 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ce4682a75fe64e7c8f32119e19771e67&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2632408 Apr 12 17:30:58.676708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034a044-4557-4ccb-81ab-614d79734efb req-d477df17-1a41-46c7-bdc0-55b5633cc591 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.678228 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d034a044-4557-4ccb-81ab-614d79734efb req-d477df17-1a41-46c7-bdc0-55b5633cc591 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1172323 Apr 12 17:30:58.712239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda56ca-1f80-4a25-a97a-3b38efd4cb82 req-d13316c0-0c98-4c6e-987c-aabfffeb9b32 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:58.713681 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cbda56ca-1f80-4a25-a97a-3b38efd4cb82 req-d13316c0-0c98-4c6e-987c-aabfffeb9b32 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.1156452 Apr 12 17:30:58.835270 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d034a044-4557-4ccb-81ab-614d79734efb req-a7644860-e02b-4dda-a069-e36a1ec46e7a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440144 Apr 12 17:30:58.839845 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cbda56ca-1f80-4a25-a97a-3b38efd4cb82 req-451ee7b1-85be-4743-9999-e83fbd793e24 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901468 Apr 12 17:30:58.855325 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (af483454-55cd-4056-8d53-f7102a378c65), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:58.992423 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:59.034490 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:30:59.040276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:30:59.044225 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:30:59.049409 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:59.050061 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:59.056492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:30:59.190128 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-eb9f96a3-2d2a-4304-a58e-6324396b2bd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563321 Apr 12 17:30:59.253658 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7d439d2f-cb78-459d-95e8-53b22c237d2c None None] Provisioning complete for port af483454-55cd-4056-8d53-f7102a378c65 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:30:59.254305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7d439d2f-cb78-459d-95e8-53b22c237d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (af483454-55cd-4056-8d53-f7102a378c65), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:30:59.290002 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7d439d2f-cb78-459d-95e8-53b22c237d2c None None] Port af483454-55cd-4056-8d53-f7102a378c65 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:30:59.624019 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf57dba-a306-4098-9079-d25055ed3a70 req-6661dafe-fc2d-41fb-93ef-6f003da3c8fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:59.625748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edf57dba-a306-4098-9079-d25055ed3a70 req-6661dafe-fc2d-41fb-93ef-6f003da3c8fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0878265 Apr 12 17:30:59.665148 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b581c9-7771-4552-a7d1-e10e01b1fb70 req-b59248da-8f21-4175-b175-7d868e7c4a44 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:59.667115 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-68b581c9-7771-4552-a7d1-e10e01b1fb70 req-b59248da-8f21-4175-b175-7d868e7c4a44 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0989590 Apr 12 17:30:59.707494 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edf57dba-a306-4098-9079-d25055ed3a70 req-cf8a2325-c20f-4b1e-ab21-6770f8d30d69 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721040 Apr 12 17:30:59.735010 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-68b581c9-7771-4552-a7d1-e10e01b1fb70 req-b24c56fb-e817-4a1d-a3fd-5eb55c2e21d3 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605693 Apr 12 17:30:59.977071 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5fcb-df5b-4da0-bb41-0adbb471d7eb req-20b22384-a431-48f6-a3ae-7a1143ba44e0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:59.978575 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-228b5fcb-df5b-4da0-bb41-0adbb471d7eb req-20b22384-a431-48f6-a3ae-7a1143ba44e0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0787482 Apr 12 17:30:59.997342 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbc47d-8dfd-4cb9-be70-876be3d212b7 req-d137c1de-3a5f-4087-87ab-ece59ac0b03a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:30:59.998781 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1bbc47d-8dfd-4cb9-be70-876be3d212b7 req-d137c1de-3a5f-4087-87ab-ece59ac0b03a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0696263 Apr 12 17:31:00.058428 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-228b5fcb-df5b-4da0-bb41-0adbb471d7eb req-108eaf4d-23ab-4856-957c-27fc22b0b868 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Apr 12 17:31:00.071434 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1bbc47d-8dfd-4cb9-be70-876be3d212b7 req-3443848a-c7d4-49fc-9161-fc9857b47303 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654573 Apr 12 17:31:00.705985 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45922) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:00.814881 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94830190-7f2e-45c7-b827-fa9273768df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:00.853772 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85ff5c-3fdd-4249-876d-8df7ae0e0b0d req-3f0df77c-ede7-43fc-ad7d-b09ddfb257b3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:00.855314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3b85ff5c-3fdd-4249-876d-8df7ae0e0b0d req-3f0df77c-ede7-43fc-ad7d-b09ddfb257b3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0767767 Apr 12 17:31:00.875952 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe721-456a-4e98-ad0c-6a839655548c req-90f45abe-68c0-4626-9f9a-56659c99c9fa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:00.877349 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03ebe721-456a-4e98-ad0c-6a839655548c req-90f45abe-68c0-4626-9f9a-56659c99c9fa tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0687826 Apr 12 17:31:00.897199 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94830190-7f2e-45c7-b827-fa9273768df5 admin admin] Publish callbacks [] for security_group (f5de90fe-fe10-41aa-b240-383b040b5af8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:00.942524 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3b85ff5c-3fdd-4249-876d-8df7ae0e0b0d req-814eff06-9335-4a2d-adc2-0de9e398aeda tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808601 Apr 12 17:31:00.949269 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03ebe721-456a-4e98-ad0c-6a839655548c req-c3f699ea-2c4b-4164-ae9b-0cdab452d305 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Apr 12 17:31:00.974688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94830190-7f2e-45c7-b827-fa9273768df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f5de90fe-fe10-41aa-b240-383b040b5af8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:01.017813 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-94830190-7f2e-45c7-b827-fa9273768df5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=904ffe06129744b7bc3c04b0e0cf348f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106265 Apr 12 17:31:01.018693 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94830190-7f2e-45c7-b827-fa9273768df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de90fe-fe10-41aa-b240-383b040b5af8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:01.020454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45936) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:01.072302 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] Publish callbacks [] for security_group (f5de90fe-fe10-41aa-b240-383b040b5af8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:01.097411 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] Publish callbacks [] for security_group (f5de90fe-fe10-41aa-b240-383b040b5af8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:01.204343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e265c-8a2d-47e5-a5f3-2c699c485212 req-73dd31fa-735f-4be6-a851-e69e6e27f7d1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:01.205872 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-474e265c-8a2d-47e5-a5f3-2c699c485212 req-73dd31fa-735f-4be6-a851-e69e6e27f7d1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0772319 Apr 12 17:31:01.237369 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73497af-58f7-4cb6-952d-d3e8f08f2fc4 req-a6f32da8-6d0c-4366-b18e-d9b385079440 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:01.238828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f73497af-58f7-4cb6-952d-d3e8f08f2fc4 req-a6f32da8-6d0c-4366-b18e-d9b385079440 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0823960 Apr 12 17:31:01.275016 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f5de90fe-fe10-41aa-b240-383b040b5af8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:01.277519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:01.278663 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5de90fe-fe10-41aa-b240-383b040b5af8 HTTP/1.1" status: 204 len: 168 time: 0.2569680 Apr 12 17:31:01.293841 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-474e265c-8a2d-47e5-a5f3-2c699c485212 req-781d0a33-9306-4b4c-b172-ed247321deab tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786424 Apr 12 17:31:01.303902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097de3-b960-4955-b909-7b080e65c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de90fe-fe10-41aa-b240-383b040b5af8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:01.322910 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f73497af-58f7-4cb6-952d-d3e8f08f2fc4 req-6b2c6cc0-0bc4-46b0-acf1-ff7c3664e1cf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774899 Apr 12 17:31:01.911897 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 45962) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:01.924888 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e768eb7f-2290-464c-b400-2d63a0391959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.002427 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e768eb7f-2290-464c-b400-2d63a0391959 admin admin] Publish callbacks [] for security_group (65138af3-df47-476b-990b-f3d760c10278), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.256123 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e768eb7f-2290-464c-b400-2d63a0391959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (65138af3-df47-476b-990b-f3d760c10278), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.287392 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925d3eb-34a4-4d6c-9e77-d8398607cadb req-04b83d97-ebd5-4fd1-9b51-42254ad9c9ae tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:02.294307 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2925d3eb-34a4-4d6c-9e77-d8398607cadb req-04b83d97-ebd5-4fd1-9b51-42254ad9c9ae tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.2647281 Apr 12 17:31:02.294934 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d1f9e-cf24-4a6d-b925-8b4b65658e90 req-9053b972-747b-4786-8d2e-4b3df9f9a039 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:02.296791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-102d1f9e-cf24-4a6d-b925-8b4b65658e90 req-9053b972-747b-4786-8d2e-4b3df9f9a039 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.2743239 Apr 12 17:31:02.335471 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e768eb7f-2290-464c-b400-2d63a0391959 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3457d3f9931049fe88fee5a5c6d3a5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224346 Apr 12 17:31:02.338203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 45974) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:02.346261 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768eb7f-2290-464c-b400-2d63a0391959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65138af3-df47-476b-990b-f3d760c10278,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:02.392954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2925d3eb-34a4-4d6c-9e77-d8398607cadb req-a6c4e190-03ec-4b58-b5c8-a1f1bd27c203 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898793 Apr 12 17:31:02.417531 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] Publish callbacks [] for security_group (65138af3-df47-476b-990b-f3d760c10278), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.422645 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-102d1f9e-cf24-4a6d-b925-8b4b65658e90 req-ed624baf-997b-4af8-b6db-f26a6a6f6d81 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031914 Apr 12 17:31:02.455413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] Publish callbacks [] for security_group (65138af3-df47-476b-990b-f3d760c10278), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.547558 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a325-c83e-4875-8f9a-c4158b798e1f req-c1bbd9e6-bfe4-48ac-9c5a-243efd6f5ec1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:02.554293 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0022a325-c83e-4875-8f9a-c4158b798e1f req-c1bbd9e6-bfe4-48ac-9c5a-243efd6f5ec1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0796130 Apr 12 17:31:02.563622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (65138af3-df47-476b-990b-f3d760c10278), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.568941 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:02.576843 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65138af3-df47-476b-990b-f3d760c10278 HTTP/1.1" status: 204 len: 168 time: 0.2374401 Apr 12 17:31:02.586855 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200d0c1-3b36-481c-8ae6-7e9ab4699aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65138af3-df47-476b-990b-f3d760c10278,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:02.601263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faf907-260e-492e-8c54-ff8074a22675 req-aff3c1b8-aef0-4437-b4f2-c7fe954180dd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:02.608089 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97faf907-260e-492e-8c54-ff8074a22675 req-aff3c1b8-aef0-4437-b4f2-c7fe954180dd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1028955 Apr 12 17:31:02.658363 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0022a325-c83e-4875-8f9a-c4158b798e1f req-ea043946-68ac-4c70-aab3-b1a641205c06 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993733 Apr 12 17:31:02.695131 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97faf907-260e-492e-8c54-ff8074a22675 req-90c4b5bc-f694-4f69-ba88-aa636aa742b9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861578 Apr 12 17:31:03.537727 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c31b2c-5e70-4fb7-9b46-8200c151f37c req-1bf1908c-fbe0-41de-8b1c-f97d9c987e79 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:03.539522 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3c31b2c-5e70-4fb7-9b46-8200c151f37c req-1bf1908c-fbe0-41de-8b1c-f97d9c987e79 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 944 time: 0.0744345 Apr 12 17:31:03.547332 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27c619-0cf7-4a37-bb34-0122b7bf5005 req-2ed36b88-c075-4987-879c-a2b4495a50d9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:03.548703 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb27c619-0cf7-4a37-bb34-0122b7bf5005 req-2ed36b88-c075-4987-879c-a2b4495a50d9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0706680 Apr 12 17:31:03.617351 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3c31b2c-5e70-4fb7-9b46-8200c151f37c req-d381e476-a875-4478-8908-8b8e258082ac tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677109 Apr 12 17:31:03.630144 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb27c619-0cf7-4a37-bb34-0122b7bf5005 req-2628f50c-da51-44fc-831c-903e6a6b2bb4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747583 Apr 12 17:31:03.762351 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465876c8-90b8-4865-b237-b7bbe9d0989c req-6fd49e2f-ca59-4ad7-9c7f-c4a7ca8688a8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:03.763998 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-465876c8-90b8-4865-b237-b7bbe9d0989c req-6fd49e2f-ca59-4ad7-9c7f-c4a7ca8688a8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0498438 Apr 12 17:31:03.828054 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8b78-ef42-4f5e-a063-334625eba44e req-2ada54e8-52fa-4a2a-adce-f294f0fc17fd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:03.829550 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bf6e8b78-ef42-4f5e-a063-334625eba44e req-2ada54e8-52fa-4a2a-adce-f294f0fc17fd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0647078 Apr 12 17:31:03.857766 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-465876c8-90b8-4865-b237-b7bbe9d0989c req-fd122aaf-18e3-46d7-94d0-ca95c2b7b64c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833256 Apr 12 17:31:03.891992 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:03.892457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bf6e8b78-ef42-4f5e-a063-334625eba44e req-89032b96-6711-4264-9620-fadd4b334eb2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529652 Apr 12 17:31:03.989778 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:04.000570 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'network_id': 'b9e0408e-ddac-47e6-8d9d-d28d2ef04e93', 'port_id': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'mac_address': 'fa:16:3e:53:e6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87508f6a-fb0c-4865-92bd-69eb5f0e205d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:04.045222 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:04.045790 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.060630 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:04.083547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:04.158099 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.216163 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:04.277653 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 46056) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:04.382564 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dea30057-e088-4441-8917-33e8330f2622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.453931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dea30057-e088-4441-8917-33e8330f2622 admin admin] Publish callbacks [] for security_group (338987e6-91e8-445c-a77c-2b65eab438a0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.527686 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dea30057-e088-4441-8917-33e8330f2622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (338987e6-91e8-445c-a77c-2b65eab438a0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.565634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dea30057-e088-4441-8917-33e8330f2622 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=570f8e58073b49348914bd0de395fe6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869117 Apr 12 17:31:04.566588 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea30057-e088-4441-8917-33e8330f2622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338987e6-91e8-445c-a77c-2b65eab438a0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:04.568322 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46060) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:04.615474 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] Publish callbacks [] for security_group (338987e6-91e8-445c-a77c-2b65eab438a0), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.635450 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] Publish callbacks [] for security_group (338987e6-91e8-445c-a77c-2b65eab438a0), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.752919 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1100-b344-454a-901d-e980e1381662 req-6f5f1d96-22d8-40b8-86a2-0e2f55d97cb4 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:04.754337 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-100c1100-b344-454a-901d-e980e1381662 req-6f5f1d96-22d8-40b8-86a2-0e2f55d97cb4 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Apr 12 17:31:04.768060 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (338987e6-91e8-445c-a77c-2b65eab438a0), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.770628 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:04.771754 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/338987e6-91e8-445c-a77c-2b65eab438a0 HTTP/1.1" status: 204 len: 168 time: 0.2024500 Apr 12 17:31:04.778464 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02cc5-8c46-468c-a4db-92c26db7d6d6 req-cd953b58-4400-4a94-bac0-cee557a53317 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:04.778464 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ba02cc5-8c46-468c-a4db-92c26db7d6d6 req-cd953b58-4400-4a94-bac0-cee557a53317 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0655847 Apr 12 17:31:04.779851 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7650e9a-85c4-4a81-890b-ce29167ce8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338987e6-91e8-445c-a77c-2b65eab438a0,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:04.849603 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-100c1100-b344-454a-901d-e980e1381662 req-85d56125-f70a-4d56-bd31-3ea5fb8fbefe tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878947 Apr 12 17:31:04.853551 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ba02cc5-8c46-468c-a4db-92c26db7d6d6 req-5ee3b3a1-6ce8-4015-92a9-78b78798c5f6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652621 Apr 12 17:31:04.984134 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3623-6c3e-400d-9513-10f3def73c35 req-a274eab1-ecda-4632-b6b8-c15e84b2572a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:04.985656 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90bb3623-6c3e-400d-9513-10f3def73c35 req-a274eab1-ecda-4632-b6b8-c15e84b2572a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0574031 Apr 12 17:31:05.035322 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67c7c6-a3c3-4829-aa4c-58899bdaf2aa req-4d217d2d-1f2c-4b44-8dc8-57c723143449 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:05.036857 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f67c7c6-a3c3-4829-aa4c-58899bdaf2aa req-4d217d2d-1f2c-4b44-8dc8-57c723143449 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0722446 Apr 12 17:31:05.075800 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90bb3623-6c3e-400d-9513-10f3def73c35 req-497f3599-a98c-466b-a885-9200eef20c4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Apr 12 17:31:05.098074 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f67c7c6-a3c3-4829-aa4c-58899bdaf2aa req-d5c00931-005d-4892-974a-618fef2c855c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552578 Apr 12 17:31:06.003815 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8e44c-9dab-4892-affb-30f573ef5aeb req-be85e91d-6cd9-41ea-ad06-0f6925faa820 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:06.005341 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8dd8e44c-9dab-4892-affb-30f573ef5aeb req-be85e91d-6cd9-41ea-ad06-0f6925faa820 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 945 time: 0.0780907 Apr 12 17:31:06.015268 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26dff-c849-48c9-b308-c64288b87aa5 req-ad920e26-4a55-4257-b486-074569da1091 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:06.015544 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9a26dff-c849-48c9-b308-c64288b87aa5 req-ad920e26-4a55-4257-b486-074569da1091 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0745242 Apr 12 17:31:06.086791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8dd8e44c-9dab-4892-affb-30f573ef5aeb req-90e53f41-36f1-420d-a2b5-976c6c94cd90 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702140 Apr 12 17:31:06.089683 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9a26dff-c849-48c9-b308-c64288b87aa5 req-1031acf7-7fe5-4a78-a509-804f00984a48 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674782 Apr 12 17:31:06.225654 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777760b-cac8-4508-afbe-c1e60f14684f req-c9d82b5b-2263-410b-804b-fe0d7ea8fe10 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:06.227152 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2777760b-cac8-4508-afbe-c1e60f14684f req-c9d82b5b-2263-410b-804b-fe0d7ea8fe10 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0831909 Apr 12 17:31:06.238497 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f195-ada0-433e-a927-fd480bba76b1 req-e965c206-7ac2-46e9-864e-0099bf43020b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:06.239919 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9fd0f195-ada0-433e-a927-fd480bba76b1 req-e965c206-7ac2-46e9-864e-0099bf43020b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0627816 Apr 12 17:31:06.314427 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2777760b-cac8-4508-afbe-c1e60f14684f req-ba18fb7e-2512-4c09-8d8d-02252878eb38 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734987 Apr 12 17:31:06.317695 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9fd0f195-ada0-433e-a927-fd480bba76b1 req-2759d9cd-d7e2-488a-8e74-5d8c27e3a729 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700259 Apr 12 17:31:06.525065 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:07.235445 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d9cae-2280-4ae1-80b6-d0e8ebfaa3af req-d2271c46-c5b3-4bd9-a5e1-b0dfa5cb75b5 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:07.236961 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-246d9cae-2280-4ae1-80b6-d0e8ebfaa3af req-d2271c46-c5b3-4bd9-a5e1-b0dfa5cb75b5 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 945 time: 0.0834539 Apr 12 17:31:07.243020 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603aff-0a81-4163-a076-1dd9db1100fd req-31df8120-c377-4991-8c37-11c5ab085a47 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:07.244530 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16603aff-0a81-4163-a076-1dd9db1100fd req-31df8120-c377-4991-8c37-11c5ab085a47 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0817566 Apr 12 17:31:07.313632 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-246d9cae-2280-4ae1-80b6-d0e8ebfaa3af req-d850e903-25e5-4116-82e6-d576213c6e98 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682311 Apr 12 17:31:07.320757 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16603aff-0a81-4163-a076-1dd9db1100fd req-fe80370d-abd3-4a10-b0d6-f1f445f85ace tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682750 Apr 12 17:31:07.462477 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f518-8c87-4e52-804f-f80436063319 req-f6f50e7a-fa7a-4c88-ab51-af89640c59a9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:07.463983 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f32f518-8c87-4e52-804f-f80436063319 req-f6f50e7a-fa7a-4c88-ab51-af89640c59a9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0780494 Apr 12 17:31:07.491461 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc79d-9cf8-4ce4-90ed-ec1dd2c2bb43 req-ac83463c-afdd-4c8e-9cf6-2d14ba4c7859 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:07.492917 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5eabc79d-9cf8-4ce4-90ed-ec1dd2c2bb43 req-ac83463c-afdd-4c8e-9cf6-2d14ba4c7859 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0746374 Apr 12 17:31:07.542260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f32f518-8c87-4e52-804f-f80436063319 req-da658351-7d66-445b-93f3-af7c6427d479 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723338 Apr 12 17:31:07.559594 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5eabc79d-9cf8-4ce4-90ed-ec1dd2c2bb43 req-44be5e79-4e9e-4c5a-ac34-80a6a0c1e661 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599320 Apr 12 17:31:08.170493 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:08.220898 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:08.266290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:08.266659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.348933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:08.348933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.379551 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:08.383221 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46160) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:08.454763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:08.492326 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96955007-787f-4e30-bdaa-bdc8ffc14666 req-32255304-ec41-45c4-8c32-32b01c0e0306 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:08.493983 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96955007-787f-4e30-bdaa-bdc8ffc14666 req-32255304-ec41-45c4-8c32-32b01c0e0306 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 945 time: 0.1095154 Apr 12 17:31:08.499904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd52a14-c944-4497-b8e9-f6a8b0f25673 req-de5c5b56-f4ef-4092-806b-e67d521ac6eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:08.501605 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fcd52a14-c944-4497-b8e9-f6a8b0f25673 req-de5c5b56-f4ef-4092-806b-e67d521ac6eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0875678 Apr 12 17:31:08.535257 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.546285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca1fffde-a67a-4986-ab41-6ffc61fbeced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.576004 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ccbad-2772-4f57-b3f0-0624f6cdfe24" -d '{"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:08.617408 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96955007-787f-4e30-bdaa-bdc8ffc14666 req-c0722be3-7a03-4c44-b617-0a80977fb9a9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113057 Apr 12 17:31:08.644028 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:08.662598 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fcd52a14-c944-4497-b8e9-f6a8b0f25673 req-f3a337d4-8d78-4d5a-8244-e840ce0089e0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350110 Apr 12 17:31:08.676517 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca1fffde-a67a-4986-ab41-6ffc61fbeced admin admin] Publish callbacks [] for security_group (f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.782366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2c93c-9d04-4324-bd6e-f720df514f3b req-e1f7a1ad-d806-4bcb-a456-eafef69025e6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:08.783847 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f2c93c-9d04-4324-bd6e-f720df514f3b req-e1f7a1ad-d806-4bcb-a456-eafef69025e6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0785620 Apr 12 17:31:08.786567 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca1fffde-a67a-4986-ab41-6ffc61fbeced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.800836 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04cd5-ff85-4db6-8ba0-0792f051094b req-09dcc2c2-c778-4ceb-951d-92a829ad6377 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:08.802255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7dd04cd5-ff85-4db6-8ba0-0792f051094b req-09dcc2c2-c778-4ceb-951d-92a829ad6377 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0655658 Apr 12 17:31:08.829144 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ca1fffde-a67a-4986-ab41-6ffc61fbeced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93ac019be2eb4060a6a701a54b954680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417591 Apr 12 17:31:08.829144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fffde-a67a-4986-ab41-6ffc61fbeced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:08.830052 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46196) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:08.875857 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f2c93c-9d04-4324-bd6e-f720df514f3b req-1ac8d69b-33a3-4833-874c-d2e7fd67d36b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823526 Apr 12 17:31:08.883907 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] Publish callbacks [] for security_group (f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.896260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7dd04cd5-ff85-4db6-8ba0-0792f051094b req-981c6ee1-cd65-42f6-b3cd-d57c7489b86c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816963 Apr 12 17:31:08.928021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] Publish callbacks [] for security_group (f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:08.995128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120bd37e-bf4d-4fd3-b75c-cd3dd429dcdd x-openstack-request-id: req-120bd37e-bf4d-4fd3-b75c-cd3dd429dcdd {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:08.995438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:08.995711 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-120bd37e-bf4d-4fd3-b75c-cd3dd429dcdd {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:08.996143 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120bd37e-bf4d-4fd3-b75c-cd3dd429dcdd'] response: {'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'code': 200} Apr 12 17:31:09.060635 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:09.067747 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:09.067747 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54 HTTP/1.1" status: 204 len: 168 time: 0.2344263 Apr 12 17:31:09.075815 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1971c-8d62-4d47-9f47-dc9f4ade028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e77fc-f7a6-4f9a-965d-51dc0f4ccc54,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:09.698385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46238) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:09.712530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ff38d78-364c-4e28-ac8d-659101af8720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:09.749808 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388883-0a57-48bb-95f6-a11d402386c3 req-46b0f8aa-7a25-4e93-bc4a-84735393c8a1 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:09.754514 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1388883-0a57-48bb-95f6-a11d402386c3 req-46b0f8aa-7a25-4e93-bc4a-84735393c8a1 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0656574 Apr 12 17:31:09.763849 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46242) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:09.822004 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ff38d78-364c-4e28-ac8d-659101af8720 admin admin] Publish callbacks [] for security_group (581fabe5-6b7f-424b-8f6e-cf7994573674), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:09.830282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0b6f2-f57a-4a52-a20b-875d025d393d req-55b66ef0-6522-4022-becd-8a8378ba7d99 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:09.837209 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78d0b6f2-f57a-4a52-a20b-875d025d393d req-55b66ef0-6522-4022-becd-8a8378ba7d99 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0954502 Apr 12 17:31:09.866444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ff38d78-364c-4e28-ac8d-659101af8720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (581fabe5-6b7f-424b-8f6e-cf7994573674), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:09.899453 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6ff38d78-364c-4e28-ac8d-659101af8720 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be32e712e7924137942ad9894db0a763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986532 Apr 12 17:31:09.905170 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1388883-0a57-48bb-95f6-a11d402386c3 req-c3acec3a-92b1-47cd-8dcb-f22e11bd9ed3 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992365 Apr 12 17:31:09.914900 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46252) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:09.936938 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78d0b6f2-f57a-4a52-a20b-875d025d393d req-d1ad6426-851d-4b54-9f27-01e77aaff691 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947976 Apr 12 17:31:09.958235 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff38d78-364c-4e28-ac8d-659101af8720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581fabe5-6b7f-424b-8f6e-cf7994573674,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:09.997948 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] Publish callbacks [] for security_group (581fabe5-6b7f-424b-8f6e-cf7994573674), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.016337 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f544a58-afcd-4b5d-81df-f9b8eda9bcc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.041607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae606fe5-d26f-4eb2-ad44-b835f68bd07b req-43669949-5d02-4bbb-b473-2dba66f6fe47 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:10.043181 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae606fe5-d26f-4eb2-ad44-b835f68bd07b req-43669949-5d02-4bbb-b473-2dba66f6fe47 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0715528 Apr 12 17:31:10.050554 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] Publish callbacks [] for security_group (581fabe5-6b7f-424b-8f6e-cf7994573674), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.091604 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b1a03-0833-438f-9a10-86606c1d25c7 req-18e0efd6-1177-417d-b222-7832e465a18d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:10.093966 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-833b1a03-0833-438f-9a10-86606c1d25c7 req-18e0efd6-1177-417d-b222-7832e465a18d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0694170 Apr 12 17:31:10.135127 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae606fe5-d26f-4eb2-ad44-b835f68bd07b req-3049c75c-d4d9-46df-a77c-4532251139d4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Apr 12 17:31:10.141009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f544a58-afcd-4b5d-81df-f9b8eda9bcc5 admin admin] Publish callbacks [] for security_group (28e7b8a2-7256-4616-b4bc-cc3bc17c314d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.158445 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-833b1a03-0833-438f-9a10-86606c1d25c7 req-f5a10c89-10de-41c5-aaae-1e2b9b9f5271 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562859 Apr 12 17:31:10.191926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (581fabe5-6b7f-424b-8f6e-cf7994573674), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.194803 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.199651 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/581fabe5-6b7f-424b-8f6e-cf7994573674 HTTP/1.1" status: 204 len: 168 time: 0.2795753 Apr 12 17:31:10.204387 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaba74d-133a-46bb-9f13-4064f51aa6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581fabe5-6b7f-424b-8f6e-cf7994573674,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:10.221065 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f544a58-afcd-4b5d-81df-f9b8eda9bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (28e7b8a2-7256-4616-b4bc-cc3bc17c314d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.262609 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-5f544a58-afcd-4b5d-81df-f9b8eda9bcc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b780c8c1f6a4383b9534261a26d5301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976346 Apr 12 17:31:10.264631 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f544a58-afcd-4b5d-81df-f9b8eda9bcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7b8a2-7256-4616-b4bc-cc3bc17c314d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:10.265830 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 46264) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:10.313970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] Publish callbacks [] for security_group (28e7b8a2-7256-4616-b4bc-cc3bc17c314d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.334864 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] Publish callbacks [] for security_group (28e7b8a2-7256-4616-b4bc-cc3bc17c314d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.449461 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (28e7b8a2-7256-4616-b4bc-cc3bc17c314d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.452196 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:10.453954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28e7b8a2-7256-4616-b4bc-cc3bc17c314d HTTP/1.1" status: 204 len: 168 time: 0.1869237 Apr 12 17:31:10.461809 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cddf0b-44f6-49a5-99f5-e4e25b7a0f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7b8a2-7256-4616-b4bc-cc3bc17c314d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:11.049504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a725-642a-46f7-9556-889cb5071b0f req-f7b1d557-4def-4922-a3b4-33e4e8d1b67f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:11.051131 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd56a725-642a-46f7-9556-889cb5071b0f req-f7b1d557-4def-4922-a3b4-33e4e8d1b67f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0797441 Apr 12 17:31:11.066569 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00947bb-33dd-49fa-a961-b4d28d371cf5 req-8a26ed59-db03-481b-ad30-470c0547b11b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:11.068001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c00947bb-33dd-49fa-a961-b4d28d371cf5 req-8a26ed59-db03-481b-ad30-470c0547b11b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0631657 Apr 12 17:31:11.118099 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46292) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:11.135954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd56a725-642a-46f7-9556-889cb5071b0f req-486e9361-b833-4fcd-9af0-b31d6e37ddad tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Apr 12 17:31:11.143075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c00947bb-33dd-49fa-a961-b4d28d371cf5 req-339832ee-3234-4481-91d4-2c4b69c5276a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692399 Apr 12 17:31:11.144470 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7255d64-2e0a-478f-9843-31a204b98f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.272819 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7255d64-2e0a-478f-9843-31a204b98f76 admin admin] Publish callbacks [] for security_group (bea55a84-6994-4ef1-b36d-f82e47d5bc72), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.312778 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353a63-6a9e-4460-ac7c-c43ad8c67f56 req-9380b7a8-6deb-432a-b237-aca50e7329ce tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:11.314297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad353a63-6a9e-4460-ac7c-c43ad8c67f56 req-9380b7a8-6deb-432a-b237-aca50e7329ce tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0905380 Apr 12 17:31:11.325191 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a31e0-e298-41e8-a589-2b0e399d38bd req-e5fedf6e-70fc-4570-9975-03ee018e7ec1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:11.326660 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb9a31e0-e298-41e8-a589-2b0e399d38bd req-e5fedf6e-70fc-4570-9975-03ee018e7ec1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0619674 Apr 12 17:31:11.340444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7255d64-2e0a-478f-9843-31a204b98f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bea55a84-6994-4ef1-b36d-f82e47d5bc72), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.385691 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e7255d64-2e0a-478f-9843-31a204b98f76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8934dc4ed8e4392865e9f34831a5ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660022 Apr 12 17:31:11.389342 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46310) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:11.393460 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad353a63-6a9e-4460-ac7c-c43ad8c67f56 req-c10d8218-09a4-4318-a17c-ac9a2f01face tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658448 Apr 12 17:31:11.404725 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb9a31e0-e298-41e8-a589-2b0e399d38bd req-6be9c621-ac08-482a-833f-1eebc69acd62 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700068 Apr 12 17:31:11.416927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7255d64-2e0a-478f-9843-31a204b98f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea55a84-6994-4ef1-b36d-f82e47d5bc72,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:11.448438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] Publish callbacks [] for security_group (bea55a84-6994-4ef1-b36d-f82e47d5bc72), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.470660 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] Publish callbacks [] for security_group (bea55a84-6994-4ef1-b36d-f82e47d5bc72), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.580508 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bea55a84-6994-4ef1-b36d-f82e47d5bc72), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.583227 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:11.584693 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bea55a84-6994-4ef1-b36d-f82e47d5bc72 HTTP/1.1" status: 204 len: 168 time: 0.1935472 Apr 12 17:31:11.592432 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6aeb-a5ba-439c-9156-24b48f84fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea55a84-6994-4ef1-b36d-f82e47d5bc72,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:12.284178 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:12.305736 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d1941-d1c4-47e1-a788-bed0ccb5bac3 req-705a6772-f457-47bd-adb5-e88bed82d6f2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:12.307236 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c11d1941-d1c4-47e1-a788-bed0ccb5bac3 req-705a6772-f457-47bd-adb5-e88bed82d6f2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0806830 Apr 12 17:31:12.319851 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d6f09-9794-4f7b-84f1-4fbf51cbfec2 req-d5525a62-184e-4796-b6cb-ba3d0e8f9cca tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:12.319851 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-735d6f09-9794-4f7b-84f1-4fbf51cbfec2 req-d5525a62-184e-4796-b6cb-ba3d0e8f9cca tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0618832 Apr 12 17:31:12.386276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c11d1941-d1c4-47e1-a788-bed0ccb5bac3 req-48d7426a-3ef7-4f7b-aee6-109c10bfed0d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681422 Apr 12 17:31:12.390273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-735d6f09-9794-4f7b-84f1-4fbf51cbfec2 req-2180decb-a5b9-4b41-bc6b-8e1c6578db1f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664194 Apr 12 17:31:12.542963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314021e7-8924-4e82-8012-faaf62fe264e req-808dd57f-3204-426f-88c1-2706d696f3aa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:12.544429 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-314021e7-8924-4e82-8012-faaf62fe264e req-808dd57f-3204-426f-88c1-2706d696f3aa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0734384 Apr 12 17:31:12.550913 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bed5-7fb7-4139-a743-9c4e2a318e5d req-f027bef0-95c8-45e5-9376-d525b5bcd13a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:12.552260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dde6bed5-7fb7-4139-a743-9c4e2a318e5d req-f027bef0-95c8-45e5-9376-d525b5bcd13a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0794933 Apr 12 17:31:12.625711 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-314021e7-8924-4e82-8012-faaf62fe264e req-01d95ad6-6135-4947-ab02-9042a3e16edf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Apr 12 17:31:12.629123 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dde6bed5-7fb7-4139-a743-9c4e2a318e5d req-ba1402d7-455c-480f-8a36-66dc5f394fe4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699449 Apr 12 17:31:13.527251 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bea48-c9d8-4215-89e2-34f96fba9436 req-3f1a34a8-95bc-454b-8495-0be67568cadd tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:13.528718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-621bea48-c9d8-4215-89e2-34f96fba9436 req-3f1a34a8-95bc-454b-8495-0be67568cadd tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0737822 Apr 12 17:31:13.539496 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54daff-9490-4a67-aaaa-fc3077126f5c req-0621e698-b79c-466d-b7ba-9b296bbd5644 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:13.540908 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c54daff-9490-4a67-aaaa-fc3077126f5c req-0621e698-b79c-466d-b7ba-9b296bbd5644 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.0732176 Apr 12 17:31:13.610268 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-621bea48-c9d8-4215-89e2-34f96fba9436 req-ab93698a-0837-4511-941b-96210a338ad8 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682850 Apr 12 17:31:13.614376 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c54daff-9490-4a67-aaaa-fc3077126f5c req-981f4a70-1838-4c45-b9b4-448ca9424be4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663326 Apr 12 17:31:13.683065 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:13.772581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685b4b1-5883-44df-96df-53e9fff22829 req-b76b7677-d81b-455c-a9ee-90637baeff52 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:13.774253 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f685b4b1-5883-44df-96df-53e9fff22829 req-b76b7677-d81b-455c-a9ee-90637baeff52 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0825129 Apr 12 17:31:13.785598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e01cd-4c51-47e8-9d25-34676a7f36d1 req-1c979e1d-792d-4fe1-bb31-1deebeb78661 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:13.787240 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-394e01cd-4c51-47e8-9d25-34676a7f36d1 req-1c979e1d-792d-4fe1-bb31-1deebeb78661 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0812502 Apr 12 17:31:13.799881 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:13.812695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'port_id': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', 'mac_address': 'fa:16:3e:04:15:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:13.853741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:13.854197 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:13.859180 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f685b4b1-5883-44df-96df-53e9fff22829 req-402d8474-d559-42b7-af23-0b54d8b07dd3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Apr 12 17:31:13.870343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:13.885048 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-394e01cd-4c51-47e8-9d25-34676a7f36d1 req-a1eef97b-7eff-4642-82ec-b2ee42b67c6d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849328 Apr 12 17:31:13.893441 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:13.969712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:14.020769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:14.277430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Request body: {'port': {'device_id': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:14.474457 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525b86-25b0-4b53-a587-837b48f32966 req-31439dae-ee13-42a6-8aaf-65ddc41f2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.477623 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dc525b86-25b0-4b53-a587-837b48f32966 req-31439dae-ee13-42a6-8aaf-65ddc41f2077 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083759 Apr 12 17:31:14.485142 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:14.507201 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-2019b091-7ded-4e00-b4fe-c5b6a6e2b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.508670 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0730b86-56f9-4cde-b63d-c843ccebc822 req-2019b091-7ded-4e00-b4fe-c5b6a6e2b11e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367003 Apr 12 17:31:14.608326 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-9a30f29d-9a9a-4fc9-8d7a-e2bac150e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.610544 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-9a30f29d-9a9a-4fc9-8d7a-e2bac150e0d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1128 time: 0.0415409 Apr 12 17:31:14.721855 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-060de90a-8577-4a60-8040-7a0450f9ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.723546 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-060de90a-8577-4a60-8040-7a0450f9ef25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0504653 Apr 12 17:31:14.816599 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:14.943403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-e953d0ba-9020-4594-93d4-4bc5e79790b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.950456 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-e953d0ba-9020-4594-93d4-4bc5e79790b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1127 time: 0.2661145 Apr 12 17:31:14.981741 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-f897ef55-e07f-4c13-845e-a07303b26778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:14.985839 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-f897ef55-e07f-4c13-845e-a07303b26778 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.3175933 Apr 12 17:31:15.083580 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-0f89a98c-ba5d-444c-a903-b9161ce2b018 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 200 len: 217 time: 0.2924399 Apr 12 17:31:15.092450 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c3289-b57b-48ac-8824-525622d87543 req-e31d309d-814b-4e61-82ef-d3dabc3ae7a9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.094687 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d74c3289-b57b-48ac-8824-525622d87543 req-e31d309d-814b-4e61-82ef-d3dabc3ae7a9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.3774807 Apr 12 17:31:15.103426 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b3cfd-9622-495a-a4a3-dbad2fe26136 req-0dab716b-786b-4346-9b05-025150f3636d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.104839 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-987b3cfd-9622-495a-a4a3-dbad2fe26136 req-0dab716b-786b-4346-9b05-025150f3636d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 931 time: 0.3887811 Apr 12 17:31:15.229399 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d74c3289-b57b-48ac-8824-525622d87543 req-1103f69a-c281-4295-b028-cb9eda7a9734 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235907 Apr 12 17:31:15.236383 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-987b3cfd-9622-495a-a4a3-dbad2fe26136 req-69041bd6-5f69-4801-af35-ad9d68048a44 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222684 Apr 12 17:31:15.240226 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:15.267360 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks [] for port (af483454-55cd-4056-8d53-f7102a378c65), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.300789 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.provisioning_blocks [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Transition to ACTIVE for port object af483454-55cd-4056-8d53-f7102a378c65 will not be triggered until provisioned by entity L2. {{(pid=103811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:31:15.386530 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442cc34-8e0c-4e23-9124-3e52e39a107f req-308d04b1-6180-4439-bc9e-9eea1672090c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.388037 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b442cc34-8e0c-4e23-9124-3e52e39a107f req-308d04b1-6180-4439-bc9e-9eea1672090c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0846651 Apr 12 17:31:15.399054 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e92e-1aec-44af-b9ee-33884c83115b req-06f95712-245a-4472-8ad5-fa8c49d120ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.400519 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9d8e92e-1aec-44af-b9ee-33884c83115b req-06f95712-245a-4472-8ad5-fa8c49d120ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0810218 Apr 12 17:31:15.476606 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b442cc34-8e0c-4e23-9124-3e52e39a107f req-d898ad4a-23a8-4aee-bd1b-3573ff7ca8de tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750389 Apr 12 17:31:15.479706 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9d8e92e-1aec-44af-b9ee-33884c83115b req-bfdad9b4-60cd-44eb-9f94-9d4d3310ee9c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719819 Apr 12 17:31:15.495266 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.542792 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-4d54a21f-2f0a-4453-a60c-a9f30e024a11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0403268 Apr 12 17:31:15.570380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1c1fdc8a-4840-47ad-a539-8c5e3eaab6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.624017 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:15.634965 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-160f31a7-41a3-43d5-92f8-f75df9d0fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.636880 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-160f31a7-41a3-43d5-92f8-f75df9d0fcbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.1383190 Apr 12 17:31:15.717550 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.721607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.724852 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.725486 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.725838 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.726267 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.726763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.727097 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.727214 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-d33522b8-a988-4369-bdee-31f4adf3e3b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 200 len: 217 time: 0.2260509 Apr 12 17:31:15.727535 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.727960 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.728379 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.728779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.729384 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.729694 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.730109 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:15.730557 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-4d925253-d9a2-45a4-b08e-bcf517afade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.732185 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-4d925253-d9a2-45a4-b08e-bcf517afade3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 1130 time: 0.2286968 Apr 12 17:31:15.786708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Attempting to bind port af483454-55cd-4056-8d53-f7102a378c65 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:31:15.793825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Attempting to bind port af483454-55cd-4056-8d53-f7102a378c65 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:31:15.793825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Attempting to bind port af483454-55cd-4056-8d53-f7102a378c65 on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:15.793825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-1138b75f-1570-4af7-b699-7db982dbf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.793825 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-1138b75f-1570-4af7-b699-7db982dbf937 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157987 Apr 12 17:31:15.794503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.795926 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Port af483454-55cd-4056-8d53-f7102a378c65 on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:31:15.796166 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Attempting to bind port af483454-55cd-4056-8d53-f7102a378c65 on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:15.800557 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-4d788ec3-6aea-4246-89a4-b0cbd72aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.802012 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-4d788ec3-6aea-4246-89a4-b0cbd72aa8c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.1554728 Apr 12 17:31:15.803019 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:31:15.803426 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Checking segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:31:15.804282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Bound using segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:31:15.804485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Bound port: af483454-55cd-4056-8d53-f7102a378c65, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:31:15.804913 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.829960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-7f0780f6-f93e-465b-8a18-107191f0ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:15.831472 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-7f0780f6-f93e-465b-8a18-107191f0ca1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0883796 Apr 12 17:31:15.901411 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Publish callbacks [] for security_group (701bc751-cfaf-45cd-b7a1-6aa722d8a569), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.911535 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:31:15.915176 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:31:15.997312 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (701bc751-cfaf-45cd-b7a1-6aa722d8a569), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:15.997819 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.039496 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.040256 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.041791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] 10.222.0.60 "PUT /v2.0/ports/af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 1093 time: 1.7685816 Apr 12 17:31:16.042428 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:16.047251 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef88bd-2304-4276-91d9-3c74c84bb50f" -d '{"events": [{"name": "network-changed", "server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:16.050152 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a046e0c0-e532-48f7-91f6-ac15315b4d1d req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080819 Apr 12 17:31:16.051058 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=701bc751-cfaf-45cd-b7a1-6aa722d8a569,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:16.079008 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.079383 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.081857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.082638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.082638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.082962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.083357 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.083932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.084433 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff7f79-951d-4004-894f-1df616f4f00f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.106952 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e9574b-c6d8-4875-b0d3-f23f49836145 x-openstack-request-id: req-32e9574b-c6d8-4875-b0d3-f23f49836145 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:16.106952 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:16.106952 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32e9574b-c6d8-4875-b0d3-f23f49836145 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:16.106952 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e9574b-c6d8-4875-b0d3-f23f49836145'] response: {'name': 'network-changed', 'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'status': 'completed', 'code': 200} Apr 12 17:31:16.111554 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:16.158313 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-1d68b0fe-1606-4331-b8a4-bbfcf94d24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.162121 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-1d68b0fe-1606-4331-b8a4-bbfcf94d24b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936372 Apr 12 17:31:16.162121 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-dfd69ee2-389d-40e6-a1d1-3a7746cc5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.162644 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-dfd69ee2-389d-40e6-a1d1-3a7746cc5056 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984619 Apr 12 17:31:16.179548 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-0dd30a99-70e5-46a0-bdab-8737f270ce43 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175842 Apr 12 17:31:16.204202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:16.252551 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:16.345632 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:16.346210 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.414806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05831-7a24-48f9-b177-df1ac61cca99 req-cd69697c-efea-4ef5-9ba7-1b9a23c9c288 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.416343 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-76c05831-7a24-48f9-b177-df1ac61cca99 req-cd69697c-efea-4ef5-9ba7-1b9a23c9c288 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0895128 Apr 12 17:31:16.424963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0317-3fac-42d4-bdac-468f6ae9e3ec req-1f0d91b6-b9d1-432c-b3bb-1707946510ef tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.426692 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-decb0317-3fac-42d4-bdac-468f6ae9e3ec req-1f0d91b6-b9d1-432c-b3bb-1707946510ef tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0900106 Apr 12 17:31:16.443259 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:16.443901 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.472926 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:16.475187 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d582f-c8db-4cd4-a643-7fc6c3257e3d" -d '{"events": [{"server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "name": "network-vif-plugged", "status": "completed", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:16.488014 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:16.505480 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-76c05831-7a24-48f9-b177-df1ac61cca99 req-de90bf05-ffad-41dc-994f-29ce780d965b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Apr 12 17:31:16.508460 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-decb0317-3fac-42d4-bdac-468f6ae9e3ec req-191e5bbe-5e0e-42de-b646-f625f1d2bf2a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672581 Apr 12 17:31:16.568800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ddf0e-0203-4150-85f2-bbd8d3c22066 x-openstack-request-id: req-f31ddf0e-0203-4150-85f2-bbd8d3c22066 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:16.568800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "name": "network-vif-plugged", "status": "completed", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:16.568800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f31ddf0e-0203-4150-85f2-bbd8d3c22066 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:16.568800 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31ddf0e-0203-4150-85f2-bbd8d3c22066'] response: {'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', 'code': 200} Apr 12 17:31:16.586445 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:16.655022 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:16.662628 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.663408 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.663941 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.665532 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.665782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.666147 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.666488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.666819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.667888 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.668239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.668576 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.668931 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.669267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.669598 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.669970 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:31:16.740914 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ff6a-bbd8-4ec6-936f-ba2a3a39d614 req-85c7622d-2872-4ace-b646-f2017afaab29 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.742375 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef10ff6a-bbd8-4ec6-936f-ba2a3a39d614 req-85c7622d-2872-4ace-b646-f2017afaab29 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.1658919 Apr 12 17:31:16.757793 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b4434-0c0b-4757-87a2-cedbced90b8b req-3d238b1f-c31e-41e0-8cec-a1716b081ffc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.759278 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0b4434-0c0b-4757-87a2-cedbced90b8b req-3d238b1f-c31e-41e0-8cec-a1716b081ffc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.1121781 Apr 12 17:31:16.784110 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-4de6edec-a60b-4d3b-97a5-75d88ab2c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:16.785941 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-4de6edec-a60b-4d3b-97a5-75d88ab2c470 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1127 time: 0.1484950 Apr 12 17:31:16.832296 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-43d443c8-3d62-41e5-8c16-42ee3ad5ec5e service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132399 Apr 12 17:31:16.832515 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a69183d-1749-4f42-b38a-ba15b3521195 req-3a75f7ad-d9b5-4bc8-9b70-9b19d34bed91 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540274 Apr 12 17:31:16.834183 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-8e8272a1-83f2-42a2-8a2f-f523cf3f73f0 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140281 Apr 12 17:31:16.846269 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ef10ff6a-bbd8-4ec6-936f-ba2a3a39d614 req-a98a8651-21e4-4eb9-8d80-0cfb81bbd604 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948219 Apr 12 17:31:16.860904 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0b4434-0c0b-4757-87a2-cedbced90b8b req-aa197850-6de8-4ff7-ba8d-da03c848cb3d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838916 Apr 12 17:31:17.116544 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46518) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:17.222358 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84a4162e-c8dc-4b82-8369-87413234712d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.298840 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84a4162e-c8dc-4b82-8369-87413234712d admin admin] Publish callbacks [] for security_group (13d49543-ea0b-472f-9063-aa13254260ab), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.396852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84a4162e-c8dc-4b82-8369-87413234712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (13d49543-ea0b-472f-9063-aa13254260ab), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.457472 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-678eaf04-1ecc-4fb0-870a-0cf1d5830eed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 217 time: 0.0886617 Apr 12 17:31:17.533781 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-84a4162e-c8dc-4b82-8369-87413234712d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02e9c21311b741a8ab15b74604673c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161153 Apr 12 17:31:17.536430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 46530) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:17.566047 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4162e-c8dc-4b82-8369-87413234712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d49543-ea0b-472f-9063-aa13254260ab,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:17.598458 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8dc475e-a7e8-490a-8cb8-5ca8201eb03a req-508d2280-efbf-4e8b-a2dd-c44b874dc657 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317452 Apr 12 17:31:17.600360 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b751e6c3-edaa-4be5-93a4-538036750d80 req-5ed0f78d-7157-4a04-adcd-41b70ef46aae service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325838 Apr 12 17:31:17.675713 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] Publish callbacks [] for security_group (13d49543-ea0b-472f-9063-aa13254260ab), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.707455 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6bbd0-7252-43e7-b740-ff56f97d44d9 req-629c332a-a60f-4918-9f94-ac5242d31a9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:17.709017 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88e6bbd0-7252-43e7-b740-ff56f97d44d9 req-629c332a-a60f-4918-9f94-ac5242d31a9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0919638 Apr 12 17:31:17.718167 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cce43f-c07c-489d-a211-8498c7a85aa7 req-ecd3d110-61d2-49a4-9ebc-b154521ece0b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:17.720134 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-07cce43f-c07c-489d-a211-8498c7a85aa7 req-ecd3d110-61d2-49a4-9ebc-b154521ece0b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.1041670 Apr 12 17:31:17.745352 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] Publish callbacks [] for security_group (13d49543-ea0b-472f-9063-aa13254260ab), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.809146 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd18bc30-3ca4-4e0a-8f98-70395be49fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.832966 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88e6bbd0-7252-43e7-b740-ff56f97d44d9 req-24c1ae09-335f-48ae-90c6-c9b3af3b9270 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078827 Apr 12 17:31:17.836492 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-07cce43f-c07c-489d-a211-8498c7a85aa7 req-d449f851-03e0-466a-8710-3748eaf1b6b2 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103992 Apr 12 17:31:17.927458 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (13d49543-ea0b-472f-9063-aa13254260ab), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.930383 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:17.931481 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13d49543-ea0b-472f-9063-aa13254260ab HTTP/1.1" status: 204 len: 168 time: 0.3940837 Apr 12 17:31:17.970610 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efff7f-3194-4b0f-8d01-062697423b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d49543-ea0b-472f-9063-aa13254260ab,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:18.000366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201f2a3-c9ca-4232-87e7-9109caf5b111 req-1c8041e3-6e6b-4840-8bf3-cd39281698a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:18.001817 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7201f2a3-c9ca-4232-87e7-9109caf5b111 req-1c8041e3-6e6b-4840-8bf3-cd39281698a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0852821 Apr 12 17:31:18.030150 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de25f-0ac7-4dbf-8d51-4330c289e5a5 req-500b482f-ea75-48e3-8cba-ccab0ae2fb9d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:18.032426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc9de25f-0ac7-4dbf-8d51-4330c289e5a5 req-500b482f-ea75-48e3-8cba-ccab0ae2fb9d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0801578 Apr 12 17:31:18.081207 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7201f2a3-c9ca-4232-87e7-9109caf5b111 req-2255a1e2-8111-412d-9d9e-dce86613a3e2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734658 Apr 12 17:31:18.103316 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc9de25f-0ac7-4dbf-8d51-4330c289e5a5 req-8ea71029-ad21-48eb-85bf-10bf4d5e6b8f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639386 Apr 12 17:31:18.375937 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 46560) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:18.489421 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7beae3b5-8f8e-47b4-9062-96c9247d1a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.563590 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7beae3b5-8f8e-47b4-9062-96c9247d1a98 admin admin] Publish callbacks [] for security_group (75bf3737-5684-45d6-ac01-d647177f581a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.615108 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7beae3b5-8f8e-47b4-9062-96c9247d1a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (75bf3737-5684-45d6-ac01-d647177f581a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.654550 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7beae3b5-8f8e-47b4-9062-96c9247d1a98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd432a84cf904d2189301e5e1fb3225f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775214 Apr 12 17:31:18.655704 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beae3b5-8f8e-47b4-9062-96c9247d1a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf3737-5684-45d6-ac01-d647177f581a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:18.657284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46570) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:18.710652 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] Publish callbacks [] for security_group (75bf3737-5684-45d6-ac01-d647177f581a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.731093 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] Publish callbacks [] for security_group (75bf3737-5684-45d6-ac01-d647177f581a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.865966 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (75bf3737-5684-45d6-ac01-d647177f581a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.868652 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.872697 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75bf3737-5684-45d6-ac01-d647177f581a HTTP/1.1" status: 204 len: 168 time: 0.2108524 Apr 12 17:31:18.879420 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cf997-3974-4ffc-b8a2-72c661e327b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf3737-5684-45d6-ac01-d647177f581a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:18.980732 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:18.992172 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8510ffa-0c7b-4868-be96-3e740a4d037c req-934a1f9f-290e-4287-b038-ee7b3bba9cfe tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:18.993657 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8510ffa-0c7b-4868-be96-3e740a4d037c req-934a1f9f-290e-4287-b038-ee7b3bba9cfe tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0763404 Apr 12 17:31:19.014358 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba5836-284c-4eed-abc8-6cb5a8693aff req-3d73e6f9-a96f-4d4d-a4dc-4fd39a9f1872 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:19.017705 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8eba5836-284c-4eed-abc8-6cb5a8693aff req-3d73e6f9-a96f-4d4d-a4dc-4fd39a9f1872 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0700059 Apr 12 17:31:19.089963 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8510ffa-0c7b-4868-be96-3e740a4d037c req-f70dabdb-d94f-4acd-981b-fd369806b4b4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903881 Apr 12 17:31:19.097358 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8eba5836-284c-4eed-abc8-6cb5a8693aff req-346fa92f-1efb-4586-bc6d-8ffb760edfbd tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751262 Apr 12 17:31:19.234806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45c03-d1ce-4a67-8baf-905ec71d14cf req-48bf5e5c-8be6-4b2d-ac2e-42b38e0f1408 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:19.236299 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2da45c03-d1ce-4a67-8baf-905ec71d14cf req-48bf5e5c-8be6-4b2d-ac2e-42b38e0f1408 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0845735 Apr 12 17:31:19.248437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d97a-b86b-478d-8c2c-c98a8f987706 req-f8043395-43d1-46c7-a491-accfff63ebca tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:19.249826 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8e43d97a-b86b-478d-8c2c-c98a8f987706 req-f8043395-43d1-46c7-a491-accfff63ebca tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0632858 Apr 12 17:31:19.324457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2da45c03-d1ce-4a67-8baf-905ec71d14cf req-d064d3ae-8275-4dbf-90d2-f258d63f443b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822561 Apr 12 17:31:19.332216 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8e43d97a-b86b-478d-8c2c-c98a8f987706 req-a181c957-5daf-4821-b794-3d421e698c8e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662439 Apr 12 17:31:19.601635 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 46602) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:19.615500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1721-805a-4159-96b7-0733a3a0f978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.688957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1721-805a-4159-96b7-0733a3a0f978 admin admin] Publish callbacks [] for security_group (03044d7c-2428-4ffa-8ead-cd9720c7bbce), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.746398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1721-805a-4159-96b7-0733a3a0f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (03044d7c-2428-4ffa-8ead-cd9720c7bbce), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.784575 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-fa5b1721-805a-4159-96b7-0733a3a0f978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cef8b69b7664d568dc036174e3b557b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817849 Apr 12 17:31:19.785677 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b1721-805a-4159-96b7-0733a3a0f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03044d7c-2428-4ffa-8ead-cd9720c7bbce,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:19.787319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 46608) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:19.843448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] Publish callbacks [] for security_group (03044d7c-2428-4ffa-8ead-cd9720c7bbce), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.865940 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] Publish callbacks [] for security_group (03044d7c-2428-4ffa-8ead-cd9720c7bbce), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.986854 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (03044d7c-2428-4ffa-8ead-cd9720c7bbce), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.989331 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:19.990502 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03044d7c-2428-4ffa-8ead-cd9720c7bbce HTTP/1.1" status: 204 len: 168 time: 0.2021899 Apr 12 17:31:20.001414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da208e6-f496-4667-a102-dd3fd8bca5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03044d7c-2428-4ffa-8ead-cd9720c7bbce,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:20.251245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223031-ff5f-4ff5-ae26-07168be41b4b req-2253439f-3b17-4198-b390-121503c9ab8c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:20.252739 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e223031-ff5f-4ff5-ae26-07168be41b4b req-2253439f-3b17-4198-b390-121503c9ab8c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0808883 Apr 12 17:31:20.258806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6df6-ce13-4fa0-8c8a-dfdc2b506479 req-6a77e0c9-c237-4775-9ba4-7f5e3fa8f143 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:20.260368 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-462a6df6-ce13-4fa0-8c8a-dfdc2b506479 req-6a77e0c9-c237-4775-9ba4-7f5e3fa8f143 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0782042 Apr 12 17:31:20.260922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:20.331368 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e223031-ff5f-4ff5-ae26-07168be41b4b req-82ba40d7-a867-4df4-bd79-2814f7318220 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693691 Apr 12 17:31:20.343420 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-462a6df6-ce13-4fa0-8c8a-dfdc2b506479 req-c1def28e-6237-4bd6-9213-e6ff8dcaa9c9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Apr 12 17:31:20.504259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6fcbb-7d76-48e2-bfb0-74760eb1606a req-71d4c5d5-b1a1-4b20-82f4-636c532d6d8c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:20.505839 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97b6fcbb-7d76-48e2-bfb0-74760eb1606a req-71d4c5d5-b1a1-4b20-82f4-636c532d6d8c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.1025927 Apr 12 17:31:20.517343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f202f8f-2a6a-49aa-bfc7-06420a41724c req-7be39b48-b669-4fa6-93e8-44aa73314edf tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:20.518835 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f202f8f-2a6a-49aa-bfc7-06420a41724c req-7be39b48-b669-4fa6-93e8-44aa73314edf tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0657303 Apr 12 17:31:20.589067 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97b6fcbb-7d76-48e2-bfb0-74760eb1606a req-bb7465f7-ea29-45c9-8b83-92795812e17a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692794 Apr 12 17:31:20.600510 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f202f8f-2a6a-49aa-bfc7-06420a41724c req-a6181fce-c90d-4aaa-aff6-41b865c5f4c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750089 Apr 12 17:31:21.490179 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7554-e3dd-43d0-b15d-1c5c2a997f35 req-0a6db9a1-fc1a-46a0-aff3-8684b3682f37 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:21.491669 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1fa7554-e3dd-43d0-b15d-1c5c2a997f35 req-0a6db9a1-fc1a-46a0-aff3-8684b3682f37 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0787768 Apr 12 17:31:21.504062 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edf6e9-914b-4a71-a4f3-24f7692d62ac req-21615a1f-4829-4d7a-947c-ee044fc3b1cc tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:21.505389 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40edf6e9-914b-4a71-a4f3-24f7692d62ac req-21615a1f-4829-4d7a-947c-ee044fc3b1cc tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0601447 Apr 12 17:31:21.587909 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1fa7554-e3dd-43d0-b15d-1c5c2a997f35 req-2b9dffc0-492d-4022-a8f6-db99dd58b969 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863366 Apr 12 17:31:21.587909 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40edf6e9-914b-4a71-a4f3-24f7692d62ac req-f6af3eae-ecd4-44ca-8fa3-304190862c4c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759802 Apr 12 17:31:21.739007 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894985d-7ee5-487a-a740-3b9797c1795e req-f66ba53d-3895-4cb9-8d19-6ed89119c961 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:21.740502 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c894985d-7ee5-487a-a740-3b9797c1795e req-f66ba53d-3895-4cb9-8d19-6ed89119c961 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0764117 Apr 12 17:31:21.746512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bed67b-cc12-4aab-b28b-785a25a6c16f req-5bc3be84-cd1b-48cf-8754-2443ada274ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:21.747900 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15bed67b-cc12-4aab-b28b-785a25a6c16f req-5bc3be84-cd1b-48cf-8754-2443ada274ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0732527 Apr 12 17:31:21.828259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c894985d-7ee5-487a-a740-3b9797c1795e req-1ea75faa-4184-4f2f-b5ea-169042b5caa1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Apr 12 17:31:21.838557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15bed67b-cc12-4aab-b28b-785a25a6c16f req-0261bd4f-9dce-4355-98f2-aa5c72d2c3e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824258 Apr 12 17:31:21.854467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:22.726511 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd627-5c12-4b33-8574-0948315bc4d0 req-979e1fee-7084-481a-8a9b-c3e3f19e52c7 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:22.728020 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f8bd627-5c12-4b33-8574-0948315bc4d0 req-979e1fee-7084-481a-8a9b-c3e3f19e52c7 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0728869 Apr 12 17:31:22.740443 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb2d7c-9993-4494-afc9-a34d9d798424 req-cf642193-2e95-4659-93c6-a165c2d0e9ac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:22.741865 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49cb2d7c-9993-4494-afc9-a34d9d798424 req-cf642193-2e95-4659-93c6-a165c2d0e9ac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0772452 Apr 12 17:31:22.816243 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f8bd627-5c12-4b33-8574-0948315bc4d0 req-44a4416f-bd0c-4762-abea-b8b1a266b928 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727403 Apr 12 17:31:22.824528 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-49cb2d7c-9993-4494-afc9-a34d9d798424 req-0bace14c-9609-4af6-a0f3-16eeb0365c99 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742826 Apr 12 17:31:22.970468 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754332-c2f6-4aff-9c04-a3e8c45ed5a1 req-c29872d0-c5b5-4e1e-a62b-568afa6bda45 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:22.971928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14754332-c2f6-4aff-9c04-a3e8c45ed5a1 req-c29872d0-c5b5-4e1e-a62b-568afa6bda45 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0752058 Apr 12 17:31:22.978074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b7b71-61fa-4cef-a3b3-82a48411ea0d req-f8bb8eda-896f-4127-bf76-ebc30b258c28 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:22.979415 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-561b7b71-61fa-4cef-a3b3-82a48411ea0d req-f8bb8eda-896f-4127-bf76-ebc30b258c28 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0725424 Apr 12 17:31:23.050934 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14754332-c2f6-4aff-9c04-a3e8c45ed5a1 req-15cebeea-513d-4934-af23-6dd2ff761fda tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Apr 12 17:31:23.054299 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-561b7b71-61fa-4cef-a3b3-82a48411ea0d req-dc8b449c-b3fa-4f40-8723-8a77fa0927d0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681446 Apr 12 17:31:23.710735 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:31:23.953835 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f128-2b57-45b9-af1b-78adae582855 req-b07767ea-6834-4713-b412-c78bb2485385 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:23.955316 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a73f128-2b57-45b9-af1b-78adae582855 req-b07767ea-6834-4713-b412-c78bb2485385 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0764322 Apr 12 17:31:23.965696 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc58af-6e9e-493d-82a3-faf4dcbe45a0 req-fecae6c5-7d80-40cb-a1d4-7208a2278d7d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:23.967093 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56dc58af-6e9e-493d-82a3-faf4dcbe45a0 req-fecae6c5-7d80-40cb-a1d4-7208a2278d7d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0577693 Apr 12 17:31:24.039171 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a73f128-2b57-45b9-af1b-78adae582855 req-480e87a3-88fd-4266-bf74-756c4537254a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710373 Apr 12 17:31:24.042012 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56dc58af-6e9e-493d-82a3-faf4dcbe45a0 req-ce4285eb-9ace-49ae-9f96-6270ec8dab6f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685468 Apr 12 17:31:24.190877 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869484-bfbc-438d-a6fb-111cefbba5d4 req-86525945-139d-46cd-8598-2c9899afa2f5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:24.192339 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69869484-bfbc-438d-a6fb-111cefbba5d4 req-86525945-139d-46cd-8598-2c9899afa2f5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0762851 Apr 12 17:31:24.198295 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324e5d-9bac-49fb-9d4e-f87f9973d6b0 req-fbfa40d9-5985-4b4a-8af7-6c10c59d9d55 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:24.199617 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8324e5d-9bac-49fb-9d4e-f87f9973d6b0 req-fbfa40d9-5985-4b4a-8af7-6c10c59d9d55 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0823624 Apr 12 17:31:24.274137 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69869484-bfbc-438d-a6fb-111cefbba5d4 req-60fdd311-ea7a-49c7-965d-d45543328d85 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Apr 12 17:31:24.277307 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8324e5d-9bac-49fb-9d4e-f87f9973d6b0 req-7642e6c7-c1f1-4435-8d24-79eb22a62c45 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711751 Apr 12 17:31:25.182462 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352f8e-9340-446c-81fb-9338bcfa7cf6 req-f5765237-b97e-4474-ab15-fbb02d1496d0 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:25.183936 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b352f8e-9340-446c-81fb-9338bcfa7cf6 req-f5765237-b97e-4474-ab15-fbb02d1496d0 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0756667 Apr 12 17:31:25.190380 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add21b-5522-44ea-9ed4-a5c077d61c32 req-83c7a4aa-9042-4809-9ef6-509d81d59b75 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:25.191716 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12add21b-5522-44ea-9ed4-a5c077d61c32 req-83c7a4aa-9042-4809-9ef6-509d81d59b75 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0748212 Apr 12 17:31:25.263344 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b352f8e-9340-446c-81fb-9338bcfa7cf6 req-500ce94e-bfca-4eb2-927e-cf959383f39c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706861 Apr 12 17:31:25.267013 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12add21b-5522-44ea-9ed4-a5c077d61c32 req-3a53f472-603d-41e4-bc65-fbb8f2b750d5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686765 Apr 12 17:31:25.412246 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39499fe-5597-4b6d-9225-ca1466ce66d9 req-37f4a3cd-4b33-4529-8390-0104128caa4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:25.413940 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d39499fe-5597-4b6d-9225-ca1466ce66d9 req-37f4a3cd-4b33-4529-8390-0104128caa4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0747206 Apr 12 17:31:25.419843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9b534-9f15-4d0e-9ad6-0460f4c89fac req-044f7d45-8d5c-49e1-ada9-44fae7662042 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:25.421157 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cc9b534-9f15-4d0e-9ad6-0460f4c89fac req-044f7d45-8d5c-49e1-ada9-44fae7662042 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0801411 Apr 12 17:31:25.492702 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d39499fe-5597-4b6d-9225-ca1466ce66d9 req-da27098b-9a73-4a01-8360-6037a54cb79f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706198 Apr 12 17:31:25.495864 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cc9b534-9f15-4d0e-9ad6-0460f4c89fac req-4f268057-5752-4b22-b18f-7666c49464b3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678780 Apr 12 17:31:26.406733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1e6f-fac1-4989-96ee-98d5f20600f8 req-37db410a-1d67-4419-9668-0de018f0763c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:26.408211 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-caaa1e6f-fac1-4989-96ee-98d5f20600f8 req-37db410a-1d67-4419-9668-0de018f0763c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0767906 Apr 12 17:31:26.417058 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c8497-eba3-4211-9579-50795788c429 req-dfe4986a-e2d7-481b-8393-d7207b4e95ae tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:26.418454 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb2c8497-eba3-4211-9579-50795788c429 req-dfe4986a-e2d7-481b-8393-d7207b4e95ae tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0779095 Apr 12 17:31:26.678882 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-caaa1e6f-fac1-4989-96ee-98d5f20600f8 req-c01e379d-8207-4026-9600-8ef73a3720de tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594860 Apr 12 17:31:26.682013 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb2c8497-eba3-4211-9579-50795788c429 req-a4f4c9bd-7500-423a-bfa3-e437c2418f7d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570126 Apr 12 17:31:26.808282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e3d2e-5b11-4139-a0ad-e079b0c11289 req-3f3c96f5-83e0-4f2a-a6b5-62b2f8becd5f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:26.813174 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b65e3d2e-5b11-4139-a0ad-e079b0c11289 req-3f3c96f5-83e0-4f2a-a6b5-62b2f8becd5f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0752244 Apr 12 17:31:26.818416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dac5c-3add-4f52-85a6-65a812eb4baf req-80d460a6-cf64-4f16-96ef-9b0dca411e07 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:26.819822 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e25dac5c-3add-4f52-85a6-65a812eb4baf req-80d460a6-cf64-4f16-96ef-9b0dca411e07 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0766973 Apr 12 17:31:26.900439 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b65e3d2e-5b11-4139-a0ad-e079b0c11289 req-675fd75a-70f8-47b0-8d3c-d8cc61432a6b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796552 Apr 12 17:31:26.903793 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e25dac5c-3add-4f52-85a6-65a812eb4baf req-26a1bc83-f43e-47e1-bfb2-47c37011d424 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769870 Apr 12 17:31:27.829874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfadab5-0724-481f-ba1e-01b3faca7dd8 req-3b0a3ad4-d5f7-4742-ab2e-3bc1e8800591 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:27.832098 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bbfadab5-0724-481f-ba1e-01b3faca7dd8 req-3b0a3ad4-d5f7-4742-ab2e-3bc1e8800591 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0728998 Apr 12 17:31:27.840369 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc0e7-fede-4d7e-962e-53f71bcc93e3 req-e16ef223-b3f3-4e9b-825f-d93808cc009c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:27.841751 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e9bc0e7-fede-4d7e-962e-53f71bcc93e3 req-e16ef223-b3f3-4e9b-825f-d93808cc009c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0722718 Apr 12 17:31:27.914382 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bbfadab5-0724-481f-ba1e-01b3faca7dd8 req-829bc29e-8f92-4179-bf69-aa61729da778 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716586 Apr 12 17:31:27.925810 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e9bc0e7-fede-4d7e-962e-53f71bcc93e3 req-92575fac-2046-4b12-b2ae-ec4fdbd97ee0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738325 Apr 12 17:31:28.055197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39fc56-613d-4b97-bab7-873ca84ca173 req-61a396cb-652d-4bfe-8b1c-b96b43015cd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:28.056716 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aa39fc56-613d-4b97-bab7-873ca84ca173 req-61a396cb-652d-4bfe-8b1c-b96b43015cd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0777373 Apr 12 17:31:28.069361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e753a0-a761-435a-ae0a-7832cffdaa72 req-d8d6794c-85b6-4c72-aaac-4a0f81f34454 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:28.069361 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30e753a0-a761-435a-ae0a-7832cffdaa72 req-d8d6794c-85b6-4c72-aaac-4a0f81f34454 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0776522 Apr 12 17:31:28.145615 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aa39fc56-613d-4b97-bab7-873ca84ca173 req-5ebc4d0d-69a5-42b9-a7de-1abc509a3439 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774934 Apr 12 17:31:28.149879 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30e753a0-a761-435a-ae0a-7832cffdaa72 req-4b3afffd-e478-4527-b6e6-a09bf1d10e60 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751193 Apr 12 17:31:28.421274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-508c1515-79f0-444b-9044-410eda2084d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:28.422814 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-508c1515-79f0-444b-9044-410eda2084d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0484493 Apr 12 17:31:29.056245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7958e3-5835-4324-807d-76bac0d7482b req-f5a957af-7d59-4d3d-bee3-654102dd5457 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:29.057949 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0e7958e3-5835-4324-807d-76bac0d7482b req-f5a957af-7d59-4d3d-bee3-654102dd5457 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0758581 Apr 12 17:31:29.076796 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007f5d5-5fa5-4613-8bfb-d686509f1e75 req-3c8beb85-6b06-4c78-b0d4-69a3c17a74a3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:29.078226 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0007f5d5-5fa5-4613-8bfb-d686509f1e75 req-3c8beb85-6b06-4c78-b0d4-69a3c17a74a3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0652826 Apr 12 17:31:29.137171 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0e7958e3-5835-4324-807d-76bac0d7482b req-0f190d91-9a1a-4153-a3f0-b53676963d74 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735333 Apr 12 17:31:29.151096 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0007f5d5-5fa5-4613-8bfb-d686509f1e75 req-626b416c-6502-456e-950e-56ca30e890d2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652654 Apr 12 17:31:29.308978 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06448be-742b-4375-9ddd-b56a66ea1852 req-abfae749-d367-47c4-a0b0-32c7c8084d6f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:29.310612 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a06448be-742b-4375-9ddd-b56a66ea1852 req-abfae749-d367-47c4-a0b0-32c7c8084d6f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0823493 Apr 12 17:31:29.317605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608594-caf5-4735-bed1-64729cbf94a3 req-69738561-0148-4146-a943-484d028c164b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:29.319142 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40608594-caf5-4735-bed1-64729cbf94a3 req-69738561-0148-4146-a943-484d028c164b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0817344 Apr 12 17:31:29.389477 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a06448be-742b-4375-9ddd-b56a66ea1852 req-0259b45e-c049-4e75-a6f0-c1482030ee6f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692911 Apr 12 17:31:29.393553 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-40608594-caf5-4735-bed1-64729cbf94a3 req-2e9ef1fe-9716-4f4c-9ddc-01bc1c47e524 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676208 Apr 12 17:31:30.264065 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65fa32-6e87-418f-aada-f1e8353a9c7c req-9e02a9c1-be31-47b8-9b1f-8c6cd3256d63 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:30.265516 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae65fa32-6e87-418f-aada-f1e8353a9c7c req-9e02a9c1-be31-47b8-9b1f-8c6cd3256d63 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0457175 Apr 12 17:31:30.313966 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae65fa32-6e87-418f-aada-f1e8353a9c7c req-e76124f6-23b3-434a-bf7c-4949331ff78a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Apr 12 17:31:30.525057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7b81-81ef-483c-8ab2-3e974b882850 req-84f13234-24d0-4678-b88a-ef10d6115d94 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:30.526499 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cac7b81-81ef-483c-8ab2-3e974b882850 req-84f13234-24d0-4678-b88a-ef10d6115d94 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0727952 Apr 12 17:31:30.532504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df3346-9a67-4ca1-a6e4-9c8c20f8dbcd req-36f5fa8b-98ec-42f7-a7b6-38860de8014e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:30.533841 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66df3346-9a67-4ca1-a6e4-9c8c20f8dbcd req-36f5fa8b-98ec-42f7-a7b6-38860de8014e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0708764 Apr 12 17:31:30.606836 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cac7b81-81ef-483c-8ab2-3e974b882850 req-6429d96c-ef3f-4dd9-93c3-7254a0907ebd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719483 Apr 12 17:31:30.609984 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66df3346-9a67-4ca1-a6e4-9c8c20f8dbcd req-ebbcb607-b7b6-489e-bbbe-08da406d9397 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Apr 12 17:31:31.427487 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eae91-1671-4e6c-a50e-4d3552c2eaa8 req-678e97c3-a616-4d48-84dc-2e2066d26824 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:31.428954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c76eae91-1671-4e6c-a50e-4d3552c2eaa8 req-678e97c3-a616-4d48-84dc-2e2066d26824 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0457444 Apr 12 17:31:31.474253 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c76eae91-1671-4e6c-a50e-4d3552c2eaa8 req-cab2b459-cf6c-4ba5-9d2a-5c805d956d74 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Apr 12 17:31:31.745483 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05534fe-5750-4b90-a258-d15d86c63ad2 req-9ebc0398-c0de-42cb-8fb7-88bcce0f0f53 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:31.746919 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05534fe-5750-4b90-a258-d15d86c63ad2 req-9ebc0398-c0de-42cb-8fb7-88bcce0f0f53 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 943 time: 0.0749853 Apr 12 17:31:31.753366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef54d7-6b86-411c-83a2-8fd5c05787a3 req-6c23d108-ea0d-4fbd-be19-9173c4f7ade6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:31.754719 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-afef54d7-6b86-411c-83a2-8fd5c05787a3 req-6c23d108-ea0d-4fbd-be19-9173c4f7ade6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0740609 Apr 12 17:31:31.823181 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05534fe-5750-4b90-a258-d15d86c63ad2 req-9eda35aa-fce5-432a-879c-1214fbc96697 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675442 Apr 12 17:31:31.826338 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-afef54d7-6b86-411c-83a2-8fd5c05787a3 req-9fd479d1-b043-495a-8995-98cdd22ecf80 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652068 Apr 12 17:31:32.490532 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device aeb45aab-2dd0-4ff3-b899-524d1ff35a08 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:32.586507 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:32.590921 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38fc38-b187-4617-be96-9a1d08530819 req-b0f54f82-de47-4edf-a3cf-60459ceff884 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:32.592448 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae38fc38-b187-4617-be96-9a1d08530819 req-b0f54f82-de47-4edf-a3cf-60459ceff884 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0497348 Apr 12 17:31:32.598086 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:32.634652 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:32.635038 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:32.640006 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae38fc38-b187-4617-be96-9a1d08530819 req-b01d23bd-b36b-493b-83ef-b1928e767c1e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Apr 12 17:31:32.647646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb45aab-2dd0-4ff3-b899-524d1ff35a08 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:32.667239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:32.745740 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:32.794689 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:32.965308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be400ba-0eed-47e5-b4f3-1c27862ea244 req-a3db8997-551c-463d-8bc1-d4df6acde36c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:32.966793 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7be400ba-0eed-47e5-b4f3-1c27862ea244 req-a3db8997-551c-463d-8bc1-d4df6acde36c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0765810 Apr 12 17:31:32.973276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1d1-8ef1-45a2-b758-27b54db57282 req-e01df62e-24c1-4724-a361-183832665dda tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:32.974640 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f87da1d1-8ef1-45a2-b758-27b54db57282 req-e01df62e-24c1-4724-a361-183832665dda tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 944 time: 0.0863333 Apr 12 17:31:33.045557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7be400ba-0eed-47e5-b4f3-1c27862ea244 req-1f2d47bd-1d77-4b18-a269-9df973a7a2ab tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Apr 12 17:31:33.048508 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f87da1d1-8ef1-45a2-b758-27b54db57282 req-80199d3d-c796-4890-846d-606d32199e15 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674646 Apr 12 17:31:33.751515 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a970a4-fe90-4e71-90d3-7be31fe7c94d req-ca9c3fc1-d22c-444a-b4f3-9f17015e685e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:33.753438 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7a970a4-fe90-4e71-90d3-7be31fe7c94d req-ca9c3fc1-d22c-444a-b4f3-9f17015e685e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0443051 Apr 12 17:31:33.801827 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7a970a4-fe90-4e71-90d3-7be31fe7c94d req-6e26a533-269b-42fa-ae94-b9b1461aa5b1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Apr 12 17:31:34.185733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e053a-6f0d-46d2-86a0-e15abae0051c req-8f99d522-689b-4207-8b58-68fe88c8fcbf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:34.187233 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a4e053a-6f0d-46d2-86a0-e15abae0051c req-8f99d522-689b-4207-8b58-68fe88c8fcbf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0762401 Apr 12 17:31:34.193145 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5a3f-3dce-4e3d-8b00-b56ce3f07d78 req-1bec264c-ed42-4dca-8b14-8802a7f5b24c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:34.194489 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c2e5a3f-3dce-4e3d-8b00-b56ce3f07d78 req-1bec264c-ed42-4dca-8b14-8802a7f5b24c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 944 time: 0.0734339 Apr 12 17:31:34.264758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a4e053a-6f0d-46d2-86a0-e15abae0051c req-4e3a4433-2dcc-409a-a0be-cd3c87e485ad tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Apr 12 17:31:34.267696 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c2e5a3f-3dce-4e3d-8b00-b56ce3f07d78 req-138db2a3-5133-41ce-95f2-a130b4359c0c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667338 Apr 12 17:31:34.916569 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12861f89-e1b6-4612-906e-12d5ea92f622 req-4d85f311-d341-456e-9650-a13c8f7a5386 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:34.918011 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12861f89-e1b6-4612-906e-12d5ea92f622 req-4d85f311-d341-456e-9650-a13c8f7a5386 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0485163 Apr 12 17:31:34.963053 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12861f89-e1b6-4612-906e-12d5ea92f622 req-0c1a7a52-921e-42ca-9a2e-d7ce41a6e24b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Apr 12 17:31:35.397558 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16dcef-af92-42cb-a8c6-36ae75863b42 req-46f8fdac-2c28-40b0-9114-f241c9fa7bab tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:35.398956 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec16dcef-af92-42cb-a8c6-36ae75863b42 req-46f8fdac-2c28-40b0-9114-f241c9fa7bab tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0693624 Apr 12 17:31:35.406654 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d3568-024a-483b-b6ba-171b77baafc7 req-f39d8f86-d4ab-4194-b8d8-2e6d89643759 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:35.407988 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c47d3568-024a-483b-b6ba-171b77baafc7 req-f39d8f86-d4ab-4194-b8d8-2e6d89643759 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 944 time: 0.0697839 Apr 12 17:31:35.480077 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec16dcef-af92-42cb-a8c6-36ae75863b42 req-ca7e99ff-b987-4eda-9320-637fac98bfd9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711770 Apr 12 17:31:35.483436 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c47d3568-024a-483b-b6ba-171b77baafc7 req-fcde4235-eb86-47b7-bba0-f6bdc22de5ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 Apr 12 17:31:36.077363 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d356c8-01b0-4bfc-816f-53880faebac3 req-cbbdafc1-b8a8-4442-831b-40596b8d3e2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:36.079090 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1d356c8-01b0-4bfc-816f-53880faebac3 req-cbbdafc1-b8a8-4442-831b-40596b8d3e2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0476396 Apr 12 17:31:36.126493 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1d356c8-01b0-4bfc-816f-53880faebac3 req-98a61ab7-0b1b-459e-94d9-e8782fdc7954 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Apr 12 17:31:36.544008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['aeb45aab-2dd0-4ff3-b899-524d1ff35a08'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:36.626269 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb0a5b-913e-4771-9975-f351fabc51a4 req-74f2cc1c-eee9-4a16-8793-74af4ef585ac tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:36.627769 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ccb0a5b-913e-4771-9975-f351fabc51a4 req-74f2cc1c-eee9-4a16-8793-74af4ef585ac tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0782394 Apr 12 17:31:36.634310 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c2af-d2a6-4e34-97c0-930243de8343 req-94947db2-3dbb-4dfc-901c-956c72619621 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:36.635698 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cb4c2af-d2a6-4e34-97c0-930243de8343 req-94947db2-3dbb-4dfc-901c-956c72619621 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 944 time: 0.0775855 Apr 12 17:31:36.707423 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9cb4c2af-d2a6-4e34-97c0-930243de8343 req-41e05d41-4364-4c96-8a48-1e8b1a77ed26 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650201 Apr 12 17:31:36.711526 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ccb0a5b-913e-4771-9975-f351fabc51a4 req-ca459d26-3cb1-44f1-8ef2-ebc0eab54bc2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749638 Apr 12 17:31:37.245146 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cde97-1bd2-4383-bb6a-b7ee38ea68b2 req-fff176fc-86f5-4f17-90b4-f602bafde168 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:37.247386 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-853cde97-1bd2-4383-bb6a-b7ee38ea68b2 req-fff176fc-86f5-4f17-90b4-f602bafde168 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0503664 Apr 12 17:31:37.297207 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-853cde97-1bd2-4383-bb6a-b7ee38ea68b2 req-7f125216-913b-45da-b405-678467ef26b5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Apr 12 17:31:37.849870 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29f2f4-6c8c-4fe1-8b4f-22197e252629 req-55b3f6ae-3e34-44cf-b81a-391151dd4f32 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:37.851404 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c29f2f4-6c8c-4fe1-8b4f-22197e252629 req-55b3f6ae-3e34-44cf-b81a-391151dd4f32 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 944 time: 0.0783782 Apr 12 17:31:37.857488 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff8eff-0c23-425f-af53-fc492283f832 req-51094142-11cb-4c8b-804f-22965ce72dbd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:37.858893 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18ff8eff-0c23-425f-af53-fc492283f832 req-51094142-11cb-4c8b-804f-22965ce72dbd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0770259 Apr 12 17:31:37.928568 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c29f2f4-6c8c-4fe1-8b4f-22197e252629 req-39c93218-d255-436d-ae81-532bb51ef2d3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686345 Apr 12 17:31:37.935890 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18ff8eff-0c23-425f-af53-fc492283f832 req-b3de7a43-13b6-476d-ade8-629709564787 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697052 Apr 12 17:31:38.137692 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device aeb45aab-2dd0-4ff3-b899-524d1ff35a08 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:38.189324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:38.265555 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:38.265984 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:38.360228 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:38.360625 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:38.385019 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:38.387413 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88aaca8-0b47-4f0e-bc99-e088b4612f9b" -d '{"events": [{"server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:38.408398 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:38.443991 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a6f4-cb64-4a11-984a-4924da295fdd req-984c19ca-834c-4ca3-85e0-c478e45ded60 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:38.445372 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a46a6f4-cb64-4a11-984a-4924da295fdd req-984c19ca-834c-4ca3-85e0-c478e45ded60 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0571494 Apr 12 17:31:38.471375 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:38.492724 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a46a6f4-cb64-4a11-984a-4924da295fdd req-00b725e7-5746-416a-95c1-53cc0cdba52f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Apr 12 17:31:38.521991 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:38.549512 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc37862-aa6a-4052-97d1-f86c4912d8ea x-openstack-request-id: req-3fc37862-aa6a-4052-97d1-f86c4912d8ea {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:38.549830 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "name": "network-vif-plugged", "status": "completed", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:38.550147 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc37862-aa6a-4052-97d1-f86c4912d8ea {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:38.550579 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc37862-aa6a-4052-97d1-f86c4912d8ea'] response: {'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'code': 200} Apr 12 17:31:38.673954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352b29-2588-413f-84a6-d2f1b5346868 req-73abb928-32bc-4686-94bc-d1c06ebe9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:38.675556 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-73abb928-32bc-4686-94bc-d1c06ebe9f54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520878 Apr 12 17:31:38.805923 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47032) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:38.914350 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-078878d7-2d18-42a1-99f8-8abddcf2191c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:38.993613 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-078878d7-2d18-42a1-99f8-8abddcf2191c admin admin] Publish callbacks [] for security_group (881a7cc2-6b5e-4c19-99ac-8f197c20da5e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.056608 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1714b2-4993-40e6-b721-22c497aa6bd2 req-33beddeb-ca7f-46d7-8687-8b45fbecfb70 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:39.058192 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab1714b2-4993-40e6-b721-22c497aa6bd2 req-33beddeb-ca7f-46d7-8687-8b45fbecfb70 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Apr 12 17:31:39.059668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-078878d7-2d18-42a1-99f8-8abddcf2191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (881a7cc2-6b5e-4c19-99ac-8f197c20da5e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.113232 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-078878d7-2d18-42a1-99f8-8abddcf2191c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de1928707cbc48f88f86620856b2935d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055680 Apr 12 17:31:39.116084 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47058) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:39.124772 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078878d7-2d18-42a1-99f8-8abddcf2191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a7cc2-6b5e-4c19-99ac-8f197c20da5e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:39.148684 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab1714b2-4993-40e6-b721-22c497aa6bd2 req-7e436b92-6d4b-47a6-9a10-7d5ec9dc0b1b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834916 Apr 12 17:31:39.171426 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] Publish callbacks [] for security_group (881a7cc2-6b5e-4c19-99ac-8f197c20da5e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.196244 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] Publish callbacks [] for security_group (881a7cc2-6b5e-4c19-99ac-8f197c20da5e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.277907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1c6b5-fb12-4fa6-aecb-a5796712ad6f req-be0c513c-50a2-4508-9d8d-152b25339825 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:39.279408 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57a1c6b5-fb12-4fa6-aecb-a5796712ad6f req-be0c513c-50a2-4508-9d8d-152b25339825 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0478101 Apr 12 17:31:39.306004 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (881a7cc2-6b5e-4c19-99ac-8f197c20da5e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.308972 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:39.312557 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/881a7cc2-6b5e-4c19-99ac-8f197c20da5e HTTP/1.1" status: 204 len: 168 time: 0.1929512 Apr 12 17:31:39.318779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb500e-fce7-41ef-971f-ece08c9f4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a7cc2-6b5e-4c19-99ac-8f197c20da5e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:39.329610 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57a1c6b5-fb12-4fa6-aecb-a5796712ad6f req-6e23619c-288b-463f-ac54-678709b555ff tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Apr 12 17:31:39.519694 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-0e9f4853-3573-4d4b-964b-4de774991b37 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Apr 12 17:31:39.611512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe996a9-e325-42cd-927f-09705f667b89 req-8c8ddfbf-a2ba-449a-8bcc-cca609d18d40 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:39.614522 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bbe996a9-e325-42cd-927f-09705f667b89 req-8c8ddfbf-a2ba-449a-8bcc-cca609d18d40 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0507596 Apr 12 17:31:39.630214 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-839a9c47-d7dc-49c5-a41e-31aeae10559a service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999956 Apr 12 17:31:39.671503 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bbe996a9-e325-42cd-927f-09705f667b89 req-956f5b16-6a9c-4215-af9f-5016b5937090 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523584 Apr 12 17:31:39.751874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf894db-1ef4-4032-b633-f1d20266ba8c req-b47ab168-d814-4751-9b2d-03774415cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:39.754515 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcf894db-1ef4-4032-b633-f1d20266ba8c req-b47ab168-d814-4751-9b2d-03774415cdc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.0430186 Apr 12 17:31:39.847779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a397-1449-4998-a43a-86354f6a40dd req-2ca43366-3a4c-4fac-a8ea-76fc214cf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:39.849291 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1c4a397-1449-4998-a43a-86354f6a40dd req-2ca43366-3a4c-4fac-a8ea-76fc214cf747 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0573587 Apr 12 17:31:39.855168 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcf894db-1ef4-4032-b633-f1d20266ba8c req-ad917cac-da63-46ac-97ea-9fcf17d06915 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Apr 12 17:31:39.988932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47080) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:40.002241 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1594b7ce-fef7-43fa-ba18-e9945c861071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.074473 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1594b7ce-fef7-43fa-ba18-e9945c861071 admin admin] Publish callbacks [] for security_group (0f9a340f-cb64-4c16-af7f-a24039584dd3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.142341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 51ba76bf-0012-4897-af71-56ff10623f41 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:40.162785 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1594b7ce-fef7-43fa-ba18-e9945c861071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0f9a340f-cb64-4c16-af7f-a24039584dd3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.214949 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1594b7ce-fef7-43fa-ba18-e9945c861071 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2d493574d8642beb51d05a9b75dfd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225075 Apr 12 17:31:40.214949 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594b7ce-fef7-43fa-ba18-e9945c861071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a340f-cb64-4c16-af7f-a24039584dd3,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:40.215865 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47088) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:40.300625 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=51ba76bf-0012-4897-af71-56ff10623f41,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:40.313677 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '51ba76bf-0012-4897-af71-56ff10623f41', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'port_id': '51ba76bf-0012-4897-af71-56ff10623f41', 'mac_address': 'fa:16:3e:65:6f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:40.316194 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce298-8b0f-4c8f-a7ab-aabaf211532d req-616addf1-2407-400e-8ac2-d8b09feae8fd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:40.318365 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b1ce298-8b0f-4c8f-a7ab-aabaf211532d req-616addf1-2407-400e-8ac2-d8b09feae8fd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0750213 Apr 12 17:31:40.341495 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] Publish callbacks [] for security_group (0f9a340f-cb64-4c16-af7f-a24039584dd3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.354124 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 51ba76bf-0012-4897-af71-56ff10623f41 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:40.354591 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (51ba76bf-0012-4897-af71-56ff10623f41), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.368839 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ba76bf-0012-4897-af71-56ff10623f41 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:40.385874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] Publish callbacks [] for security_group (0f9a340f-cb64-4c16-af7f-a24039584dd3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.390014 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=51ba76bf-0012-4897-af71-56ff10623f41,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:40.390319 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b1ce298-8b0f-4c8f-a7ab-aabaf211532d req-e5ff8daf-b4b7-4756-b964-761abfd99c9c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641315 Apr 12 17:31:40.475302 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988ef3d-664e-4263-8117-5765aa9e9d3d req-03571bed-9d19-4919-9526-a51905525195 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:40.476810 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d988ef3d-664e-4263-8117-5765aa9e9d3d req-03571bed-9d19-4919-9526-a51905525195 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 943 time: 0.0643306 Apr 12 17:31:40.511576 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.526646 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d988ef3d-664e-4263-8117-5765aa9e9d3d req-afd4b586-2c42-4c9c-b173-af1d25d40dd4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Apr 12 17:31:40.561100 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:40.591684 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0f9a340f-cb64-4c16-af7f-a24039584dd3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.594459 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:40.595582 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f9a340f-cb64-4c16-af7f-a24039584dd3 HTTP/1.1" status: 204 len: 168 time: 0.3793206 Apr 12 17:31:40.603440 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c6214-2df9-43ec-a275-e7684447f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a340f-cb64-4c16-af7f-a24039584dd3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:40.787018 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea3f1b-5abf-4308-93ef-b02f57313680 req-807cff19-f30d-4274-806f-74ff00bbc9d3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:40.788756 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cea3f1b-5abf-4308-93ef-b02f57313680 req-807cff19-f30d-4274-806f-74ff00bbc9d3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0470405 Apr 12 17:31:40.835682 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cea3f1b-5abf-4308-93ef-b02f57313680 req-cc369b45-b2b2-41ac-9e9d-d9e9adbefd1f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Apr 12 17:31:41.180759 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['51ba76bf-0012-4897-af71-56ff10623f41'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:41.510062 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1320d08-882d-4396-98f6-7319e7e705c7 req-05581552-b08b-44ed-931c-18153ea2e241 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:41.515862 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1320d08-882d-4396-98f6-7319e7e705c7 req-05581552-b08b-44ed-931c-18153ea2e241 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Apr 12 17:31:41.574852 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1320d08-882d-4396-98f6-7319e7e705c7 req-1eaedc16-2e04-4fb3-9fe4-e263e8de906d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501454 Apr 12 17:31:41.619745 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47142) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:41.654797 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b1fb-67ff-437c-82cb-14cb44f8a804 req-0fe11d27-02fb-4f2c-a6df-cf52c3c3b628 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:41.656506 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e092b1fb-67ff-437c-82cb-14cb44f8a804 req-0fe11d27-02fb-4f2c-a6df-cf52c3c3b628 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 944 time: 0.0534132 Apr 12 17:31:41.711631 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e092b1fb-67ff-437c-82cb-14cb44f8a804 req-5a580a5f-c1b1-4d6f-b9be-c125e7ee6724 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Apr 12 17:31:41.731735 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-874956182-network', 'tenant_id': 'acbd7da8a95f4e09b24aa437f54ddaa8'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:41.819684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Made reservation on behalf of acbd7da8a95f4e09b24aa437f54ddaa8 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:31:41.821998 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.830550 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.910974 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks [] for security_group (ca98437a-4754-473f-9315-594e4d5a98fe), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:41.959281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73adc5-5e1e-4957-b910-6c35b9048f3f req-2ee4a425-3529-4b62-a00c-8a9f7ddfa030 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:41.963587 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e73adc5-5e1e-4957-b910-6c35b9048f3f req-2ee4a425-3529-4b62-a00c-8a9f7ddfa030 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0520382 Apr 12 17:31:41.985995 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ca98437a-4754-473f-9315-594e4d5a98fe), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.006524 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:31:42.010878 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e73adc5-5e1e-4957-b910-6c35b9048f3f req-285eb738-f1f0-4c98-b151-92693f0f4cb7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Apr 12 17:31:42.024439 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7d3ca28a-7eb6-46b4-8f10-cf9c95c14490), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.024768 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Added segment 7d3ca28a-7eb6-46b4-8f10-cf9c95c14490 of type vlan for network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 Apr 12 17:31:42.026101 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca98437a-4754-473f-9315-594e4d5a98fe,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:42.065926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (83e8fa3b-29dd-4bd1-a130-54b1478bcf30), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.168487 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (83e8fa3b-29dd-4bd1-a130-54b1478bcf30), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.169438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:42.170052 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.231368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] Pushing event updated for resources: {'Network': ['ID=83e8fa3b-29dd-4bd1-a130-54b1478bcf30,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:42.242978 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:31:42.300820 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b4e85ec2-be1a-44c7-8477-df3668cf305c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6767058 Apr 12 17:31:42.301145 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47162) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:42.307508 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Request body: {'subnet': {'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-874956182-subnet', 'tenant_id': 'acbd7da8a95f4e09b24aa437f54ddaa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:42.391237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Made reservation on behalf of acbd7da8a95f4e09b24aa437f54ddaa8 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:31:42.393582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.603053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 51ba76bf-0012-4897-af71-56ff10623f41 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:42.620653 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (72744059-225d-46b5-82ab-28039034e00a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.647718 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 51ba76bf-0012-4897-af71-56ff10623f41 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:42.671448 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.686640 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72744059-225d-46b5-82ab-28039034e00a,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:42.694114 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d637e-f087-46c7-bd23-9108d34b30a1 req-394a70b0-aa98-4c99-9cc1-f733b7e2bdfb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:42.695637 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e14d637e-f087-46c7-bd23-9108d34b30a1 req-394a70b0-aa98-4c99-9cc1-f733b7e2bdfb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Apr 12 17:31:42.695759 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Checking segment: {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:31:42.696033 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Network hostable DHCP agents. Network: 83e8fa3b-29dd-4bd1-a130-54b1478bcf30, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:31:42.743434 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e14d637e-f087-46c7-bd23-9108d34b30a1 req-84b666b2-1eea-4334-98f5-6005e097ef0b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Apr 12 17:31:42.762724 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 51ba76bf-0012-4897-af71-56ff10623f41 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:42.763695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (51ba76bf-0012-4897-af71-56ff10623f41), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.819949 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:31:42.825369 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d7b69-9b51-4698-842f-7b7064ff497a req-808c5ced-4903-43b2-9844-881bb1017915 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:42.827247 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe4d7b69-9b51-4698-842f-7b7064ff497a req-808c5ced-4903-43b2-9844-881bb1017915 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 944 time: 0.0488942 Apr 12 17:31:42.846481 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 51ba76bf-0012-4897-af71-56ff10623f41 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:42.846879 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (51ba76bf-0012-4897-af71-56ff10623f41), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.870177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:42.872421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba05dd4-29fb-411e-b115-06331fd4b3a7" -d '{"events": [{"server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "name": "network-vif-plugged", "status": "completed", "tag": "51ba76bf-0012-4897-af71-56ff10623f41"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:42.885692 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=51ba76bf-0012-4897-af71-56ff10623f41,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:42.891799 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe4d7b69-9b51-4698-842f-7b7064ff497a req-733cda4a-57dd-4cd3-bfc3-0830a966f309 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Apr 12 17:31:42.900178 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 83e8fa3b-29dd-4bd1-a130-54b1478bcf30) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:31:42.913349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:42.913954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.916473 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faedd2c-1393-48fa-a53f-4568bb98dfc8 None None] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:31:42.920425 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48026d51-a5b8-412e-9a7e-6a988a115d8f x-openstack-request-id: req-48026d51-a5b8-412e-9a7e-6a988a115d8f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:42.920736 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "name": "network-vif-plugged", "status": "completed", "tag": "51ba76bf-0012-4897-af71-56ff10623f41", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:42.920993 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48026d51-a5b8-412e-9a7e-6a988a115d8f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:42.921376 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48026d51-a5b8-412e-9a7e-6a988a115d8f'] response: {'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41', 'code': 200} Apr 12 17:31:42.970103 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:42.988461 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9c5db1d0-21a5-4b81-bfe6-169ef2103a8f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6808202 Apr 12 17:31:43.062760 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ed93e-dbc8-47a1-966d-4cb58f26e8f3 None None] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:31:43.077240 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:43.114535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47184) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:43.138994 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e83de-0db6-498d-b885-5abc444ddd77 req-151df592-8a8e-4be8-b150-aea752e57a39 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:43.140648 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9b4e83de-0db6-498d-b885-5abc444ddd77 req-151df592-8a8e-4be8-b150-aea752e57a39 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0484962 Apr 12 17:31:43.206478 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9b4e83de-0db6-498d-b885-5abc444ddd77 req-85e8824a-6e28-4425-8f48-101405dcfffd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532062 Apr 12 17:31:43.250658 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-87db673c-7db9-4fcc-b3d6-4dc3706fb756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.360903 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-87db673c-7db9-4fcc-b3d6-4dc3706fb756 admin admin] Publish callbacks [] for security_group (745df4ea-5df3-48d5-910a-c47adae2e09a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.364242 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1c4a397-1449-4998-a43a-86354f6a40dd req-23c80f76-381d-47e9-9209-b01158b16065 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712774 Apr 12 17:31:43.425618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-87db673c-7db9-4fcc-b3d6-4dc3706fb756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (745df4ea-5df3-48d5-910a-c47adae2e09a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.466656 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-87db673c-7db9-4fcc-b3d6-4dc3706fb756 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=210bc8c8b1fd424dbb3e16f62b5e63bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486459 Apr 12 17:31:43.466656 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db673c-7db9-4fcc-b3d6-4dc3706fb756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745df4ea-5df3-48d5-910a-c47adae2e09a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:43.467057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47200) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:43.519516 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] Publish callbacks [] for security_group (745df4ea-5df3-48d5-910a-c47adae2e09a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.540633 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] Publish callbacks [] for security_group (745df4ea-5df3-48d5-910a-c47adae2e09a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.706110 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (745df4ea-5df3-48d5-910a-c47adae2e09a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.708872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.710266 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/745df4ea-5df3-48d5-910a-c47adae2e09a HTTP/1.1" status: 204 len: 168 time: 0.2421656 Apr 12 17:31:43.718726 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6ba0-72b8-4182-b82a-34717054ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745df4ea-5df3-48d5-910a-c47adae2e09a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:43.813877 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47212) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:43.867268 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de146-b2c4-43bd-bce2-0edf5d278a35 req-64a98e57-3de6-49c4-9550-7caa55eb5e75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:43.868751 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c06de146-b2c4-43bd-bce2-0edf5d278a35 req-64a98e57-3de6-49c4-9550-7caa55eb5e75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Apr 12 17:31:43.946912 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c06de146-b2c4-43bd-bce2-0edf5d278a35 req-838ff91f-7161-4aef-b4b5-257f59f18de6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722532 Apr 12 17:31:43.948060 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-476a8102-de96-49f4-b99d-d748ae92a48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:43.996986 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-39b1594c-e69b-4e28-a9cc-2ac5bdf7ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:43.998756 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-39b1594c-e69b-4e28-a9cc-2ac5bdf7ca53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1127 time: 0.0424767 Apr 12 17:31:44.043076 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bc335-41a6-49f3-ab64-bab0f00492c2 req-6db96fa8-525f-4ddf-91d4-c66b5b2a9b56 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:44.044755 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-012bc335-41a6-49f3-ab64-bab0f00492c2 req-6db96fa8-525f-4ddf-91d4-c66b5b2a9b56 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0625615 Apr 12 17:31:44.121696 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-012bc335-41a6-49f3-ab64-bab0f00492c2 req-630d03b2-9083-4695-89df-2f1cc1b6103a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Apr 12 17:31:44.123627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-476a8102-de96-49f4-b99d-d748ae92a48a admin admin] Publish callbacks [] for security_group (027ef689-68c8-4231-9c97-c03ce4c10b91), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.225486 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-476a8102-de96-49f4-b99d-d748ae92a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (027ef689-68c8-4231-9c97-c03ce4c10b91), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.265243 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-476a8102-de96-49f4-b99d-d748ae92a48a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd2c65d255954192816a7319c456abec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500306 Apr 12 17:31:44.266124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a8102-de96-49f4-b99d-d748ae92a48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ef689-68c8-4231-9c97-c03ce4c10b91,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:44.268285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47226) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:44.325478 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] Publish callbacks [] for security_group (027ef689-68c8-4231-9c97-c03ce4c10b91), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.326292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cdab7-3138-4e13-acaa-b18cf0bf0b1d req-06b18b33-1956-4d3d-840e-53e1ac493e9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:44.327768 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f34cdab7-3138-4e13-acaa-b18cf0bf0b1d req-06b18b33-1956-4d3d-840e-53e1ac493e9b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0489671 Apr 12 17:31:44.346649 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] Publish callbacks [] for security_group (027ef689-68c8-4231-9c97-c03ce4c10b91), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.375917 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f34cdab7-3138-4e13-acaa-b18cf0bf0b1d req-8b1aa7c4-1ffb-42c3-9ef4-f7b04a55c36a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Apr 12 17:31:44.480622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47228) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:44.494247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ac655-c52d-4dc4-8e1f-31093131850b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.495978 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (027ef689-68c8-4231-9c97-c03ce4c10b91), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.498484 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.499564 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/027ef689-68c8-4231-9c97-c03ce4c10b91 HTTP/1.1" status: 204 len: 168 time: 0.2288153 Apr 12 17:31:44.515372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd6c88-9f49-48bd-8a7b-49b4afbd460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ef689-68c8-4231-9c97-c03ce4c10b91,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:44.584182 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:31:44.591698 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ac655-c52d-4dc4-8e1f-31093131850b admin admin] Publish callbacks [] for security_group (ac011df1-51f6-4c8f-9c08-a052a2d135ad), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.654563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ac655-c52d-4dc4-8e1f-31093131850b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ac011df1-51f6-4c8f-9c08-a052a2d135ad), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.695994 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e82ac655-c52d-4dc4-8e1f-31093131850b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d380fc30dd344f61b265b7a9d98cfc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141900 Apr 12 17:31:44.698008 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac655-c52d-4dc4-8e1f-31093131850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac011df1-51f6-4c8f-9c08-a052a2d135ad,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:44.698836 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47236) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:44.714224 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:44.760034 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'af483454-55cd-4056-8d53-f7102a378c65', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:31:44.774868 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] Publish callbacks [] for security_group (ac011df1-51f6-4c8f-9c08-a052a2d135ad), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.797052 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:44.797760 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.804316 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] Publish callbacks [] for security_group (ac011df1-51f6-4c8f-9c08-a052a2d135ad), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.825196 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:44.847737 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-6633db6d-0a45-4ad7-8ca8-ad47d3df99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:44.850265 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-6633db6d-0a45-4ad7-8ca8-ad47d3df99e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.1430326 Apr 12 17:31:44.856751 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:44.923215 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.970567 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:44.980546 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ac011df1-51f6-4c8f-9c08-a052a2d135ad), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.983124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:44.984264 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac011df1-51f6-4c8f-9c08-a052a2d135ad HTTP/1.1" status: 204 len: 168 time: 0.2844901 Apr 12 17:31:44.994588 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f173684-2042-446b-82c8-0d4953783384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac011df1-51f6-4c8f-9c08-a052a2d135ad,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:45.080771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aae12-5296-4436-a9c3-f4cfe0259b72 req-21f36289-9681-43cf-bb95-54e970b5bd1d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:45.082825 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f4aae12-5296-4436-a9c3-f4cfe0259b72 req-21f36289-9681-43cf-bb95-54e970b5bd1d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0444620 Apr 12 17:31:45.135413 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f4aae12-5296-4436-a9c3-f4cfe0259b72 req-d2fc66a2-69ef-4041-b1e4-ac6d3a5eed7e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Apr 12 17:31:45.178088 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47248) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:45.192303 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb9d-9267-48c1-a329-f75a0c7a27f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.238113 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479687d-8b6e-403a-9405-70d89ccf1b90 req-48cd7eca-4798-4c04-9a20-2effb9c0a7c3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:45.240523 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2479687d-8b6e-403a-9405-70d89ccf1b90 req-48cd7eca-4798-4c04-9a20-2effb9c0a7c3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Apr 12 17:31:45.272959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb9d-9267-48c1-a329-f75a0c7a27f4 admin admin] Publish callbacks [] for security_group (1e2dec62-fd30-4d81-8a14-8cd88cc634b9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.291832 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2479687d-8b6e-403a-9405-70d89ccf1b90 req-70e95d7d-fdb8-446b-b185-719578a8419d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Apr 12 17:31:45.356960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb9d-9267-48c1-a329-f75a0c7a27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (1e2dec62-fd30-4d81-8a14-8cd88cc634b9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.395649 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a22bbb9d-9267-48c1-a329-f75a0c7a27f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=300b7f24695647e2b11b2c266774b0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153802 Apr 12 17:31:45.397710 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbb9d-9267-48c1-a329-f75a0c7a27f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2dec62-fd30-4d81-8a14-8cd88cc634b9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:45.398992 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47256) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:45.482252 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] Publish callbacks [] for security_group (1e2dec62-fd30-4d81-8a14-8cd88cc634b9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.494103 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5449b031-bf4c-4a3d-a28a-9d801c88d815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.516010 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e057-f902-48e3-9957-a1ddd491ba63 req-ef966c9a-c363-4960-829b-6c93dd1782cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:45.517476 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9111e057-f902-48e3-9957-a1ddd491ba63 req-ef966c9a-c363-4960-829b-6c93dd1782cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 944 time: 0.0628142 Apr 12 17:31:45.522731 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] Publish callbacks [] for security_group (1e2dec62-fd30-4d81-8a14-8cd88cc634b9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.589930 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9111e057-f902-48e3-9957-a1ddd491ba63 req-8b1c8775-3483-43f6-ab03-31df2cd02f9f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651767 Apr 12 17:31:45.677735 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (1e2dec62-fd30-4d81-8a14-8cd88cc634b9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.680376 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:45.681504 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2dec62-fd30-4d81-8a14-8cd88cc634b9 HTTP/1.1" status: 204 len: 168 time: 0.2817717 Apr 12 17:31:45.689116 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313cd1d-d7e7-4b44-893f-17d6468411e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2dec62-fd30-4d81-8a14-8cd88cc634b9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:45.847229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['af483454-55cd-4056-8d53-f7102a378c65'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:31:46.268135 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec80d1a-03cb-4cdc-ac9c-f7532caaf402 req-a9f15f1c-d368-48df-bd86-af799c644693 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:46.269599 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4ec80d1a-03cb-4cdc-ac9c-f7532caaf402 req-a9f15f1c-d368-48df-bd86-af799c644693 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Apr 12 17:31:46.317444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4ec80d1a-03cb-4cdc-ac9c-f7532caaf402 req-1ada5ee0-70d9-4b13-a60c-68b77c05e925 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Apr 12 17:31:46.405354 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a1fa-50c9-4a48-8dce-71d2fe0e2b69 req-d0ebf015-574a-4574-b7de-aeeaea59164a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:46.406821 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b691a1fa-50c9-4a48-8dce-71d2fe0e2b69 req-d0ebf015-574a-4574-b7de-aeeaea59164a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Apr 12 17:31:46.455187 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b691a1fa-50c9-4a48-8dce-71d2fe0e2b69 req-d1415caa-013e-40ee-80c1-b54ac6ee7ad3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Apr 12 17:31:46.560954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47302) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:46.574202 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e34-d512-40d0-831c-98273a57213f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.615806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-e07d3dbe-84f7-41de-9ef3-553d8c840e87 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:46.617774 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-e07d3dbe-84f7-41de-9ef3-553d8c840e87 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/networks?id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30 HTTP/1.1" status: 200 len: 813 time: 0.1016629 Apr 12 17:31:46.634289 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-f7feb8d2-f82a-47b5-8905-a5654fe4f9bb tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/quotas/acbd7da8a95f4e09b24aa437f54ddaa8 HTTP/1.1" status: 200 len: 375 time: 0.0110738 Apr 12 17:31:46.673691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e34-d512-40d0-831c-98273a57213f admin admin] Publish callbacks [] for security_group (9cb427db-98ba-4dde-b8f5-ac67140198fd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.694085 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-32491b11-3529-4445-bd1e-03ad5965f0fd tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534279 Apr 12 17:31:46.735717 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e34-d512-40d0-831c-98273a57213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9cb427db-98ba-4dde-b8f5-ac67140198fd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.777495 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f02e3e34-d512-40d0-831c-98273a57213f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a284a76c3c1e44cea8088e815814ae3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151089 Apr 12 17:31:46.780069 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47314) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:46.792563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e3e34-d512-40d0-831c-98273a57213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb427db-98ba-4dde-b8f5-ac67140198fd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:46.815074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d56f7-1954-4d0e-a1a2-1ff13ae7141a req-d888d8cf-2e68-4636-94eb-ba7bbaeb0cca tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:46.817398 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-287d56f7-1954-4d0e-a1a2-1ff13ae7141a req-d888d8cf-2e68-4636-94eb-ba7bbaeb0cca tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 944 time: 0.0999987 Apr 12 17:31:46.857291 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] Publish callbacks [] for security_group (9cb427db-98ba-4dde-b8f5-ac67140198fd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.880003 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] Publish callbacks [] for security_group (9cb427db-98ba-4dde-b8f5-ac67140198fd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.980200 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9cb427db-98ba-4dde-b8f5-ac67140198fd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.983244 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:46.984428 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cb427db-98ba-4dde-b8f5-ac67140198fd HTTP/1.1" status: 204 len: 168 time: 0.2028811 Apr 12 17:31:46.993094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9f7f1-fbd6-488a-925d-e676e7e0b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb427db-98ba-4dde-b8f5-ac67140198fd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:47.052815 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-db620f15-f4ba-4a67-b692-826acd1d9f28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 217 time: 0.0367126 Apr 12 17:31:47.068001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-2c12f22a-8fd2-45d0-9dda-2fb6fbe76b77 service neutron] 10.222.0.32 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728597 Apr 12 17:31:47.119321 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa4aa4-ad23-4de1-ae68-fa960d322da7 req-cb7a1d53-aec5-42e9-a2de-e4c8214bc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:47.121283 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e0aa4aa4-ad23-4de1-ae68-fa960d322da7 req-cb7a1d53-aec5-42e9-a2de-e4c8214bc665 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1129 time: 0.0503314 Apr 12 17:31:47.129706 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-287d56f7-1954-4d0e-a1a2-1ff13ae7141a req-4b0a24ac-7a35-40ba-8206-3080a5548cbe tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005180 Apr 12 17:31:47.193444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-c8ce6ceb-09b3-4347-a3ab-03885a2c53c4 service neutron] 10.222.0.32 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196909 Apr 12 17:31:47.236588 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-80cc15a6-b98d-4e80-af58-729c78626a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:47.242923 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-80cc15a6-b98d-4e80-af58-729c78626a82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0636282 Apr 12 17:31:47.455135 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-082b835a-d6ed-4a96-801c-04a1bb93207d req-7ceb06c6-5e3a-435e-8ab6-9175d60b7825 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0365713 Apr 12 17:31:47.462174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d470c4-45b7-430c-90eb-c524a6628c71 req-ffa30527-77c4-418f-b42a-2a5e02cd6dbd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:47.469076 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15d470c4-45b7-430c-90eb-c524a6628c71 req-ffa30527-77c4-418f-b42a-2a5e02cd6dbd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0832996 Apr 12 17:31:47.522722 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15d470c4-45b7-430c-90eb-c524a6628c71 req-eab09a81-5a3d-437e-ba19-850c209ba707 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507216 Apr 12 17:31:47.599124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97b21-d6ea-4720-8c2e-c9bfec3c7d94 req-da871cfb-588c-46c2-a0e9-e38af0eb92b2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:47.599899 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23a97b21-d6ea-4720-8c2e-c9bfec3c7d94 req-da871cfb-588c-46c2-a0e9-e38af0eb92b2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0647309 Apr 12 17:31:47.618323 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:31:47.662725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed2f2c-176b-4637-9e8b-a5a981df2f13 req-4ae2bd7e-c3cf-4651-94d9-ec90a418ce20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:47.662725 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20ed2f2c-176b-4637-9e8b-a5a981df2f13 req-4ae2bd7e-c3cf-4651-94d9-ec90a418ce20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0572996 Apr 12 17:31:47.668186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47354) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:47.677839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:47.717765 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23a97b21-d6ea-4720-8c2e-c9bfec3c7d94 req-15b4c506-4189-456d-93da-455134571366 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709503 Apr 12 17:31:47.721079 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port af483454-55cd-4056-8d53-f7102a378c65 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:31:47.773671 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:47.808849 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port af483454-55cd-4056-8d53-f7102a378c65 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:31:47.809248 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (af483454-55cd-4056-8d53-f7102a378c65), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:47.812890 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70f6a835-b271-4baa-94e9-334c305db1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:47.916684 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:31:47.917085 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:47.942950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:47.945829 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cfeee3-8b0a-45ef-b624-869f299df635" -d '{"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:47.960791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:31:47.983529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33a3f42-3275-4848-b67a-e7a4d8aeaac0 x-openstack-request-id: req-f33a3f42-3275-4848-b67a-e7a4d8aeaac0 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:47.983956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:47.984301 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f33a3f42-3275-4848-b67a-e7a4d8aeaac0 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:47.984697 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33a3f42-3275-4848-b67a-e7a4d8aeaac0'] response: {'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'code': 200} Apr 12 17:31:48.066825 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.131115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:48.217550 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47376) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:48.250943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-1e443013-c55f-4522-a395-51858e5bf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:48.252785 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-1e443013-c55f-4522-a395-51858e5bf8db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542104 Apr 12 17:31:48.258243 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e0aa4aa4-ad23-4de1-ae68-fa960d322da7 req-e980c7f2-8517-48f1-967e-cbaa6ec4f342 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471929 Apr 12 17:31:48.326017 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c845-b49b-4371-b277-ad37c4c1e235 req-43359cca-1819-46d9-a126-3c23086c78f7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:48.327941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f104c845-b49b-4371-b277-ad37c4c1e235 req-43359cca-1819-46d9-a126-3c23086c78f7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0968399 Apr 12 17:31:48.367384 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-debba196-802f-446c-99a3-fa56a3d02dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.405161 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f104c845-b49b-4371-b277-ad37c4c1e235 req-a002a569-b716-4efc-b0e2-db852861b0ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693603 Apr 12 17:31:48.481161 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-debba196-802f-446c-99a3-fa56a3d02dfd admin admin] Publish callbacks [] for security_group (50884cef-60ca-4493-9161-50934ae0bbca), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.545256 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44bf8915-dee6-49df-bcb5-944f053ca214 req-ba3d3701-74fc-469c-8aa6-314c112079e5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0320001 Apr 12 17:31:48.585875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-debba196-802f-446c-99a3-fa56a3d02dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (50884cef-60ca-4493-9161-50934ae0bbca), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.623634 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debba196-802f-446c-99a3-fa56a3d02dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50884cef-60ca-4493-9161-50934ae0bbca,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:48.628182 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-debba196-802f-446c-99a3-fa56a3d02dfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76a1b7364c3944d1a986d7eb0a7e34cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089546 Apr 12 17:31:48.631697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47390) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:48.686872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] Publish callbacks [] for security_group (50884cef-60ca-4493-9161-50934ae0bbca), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.711677 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] Publish callbacks [] for security_group (50884cef-60ca-4493-9161-50934ae0bbca), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.830001 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (50884cef-60ca-4493-9161-50934ae0bbca), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.835322 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.835322 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50884cef-60ca-4493-9161-50934ae0bbca HTTP/1.1" status: 204 len: 168 time: 0.2011621 Apr 12 17:31:48.854389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab521633-cf60-4006-8be7-a9652a4113b6 req-35219016-8a21-46a6-bfde-cbedd9407204 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:48.861165 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab521633-cf60-4006-8be7-a9652a4113b6 req-35219016-8a21-46a6-bfde-cbedd9407204 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Apr 12 17:31:48.866379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.866869 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cd277-8f1a-4d07-a90d-092978dd40c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50884cef-60ca-4493-9161-50934ae0bbca,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:48.917834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.945876 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:48.953306 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab521633-cf60-4006-8be7-a9652a4113b6 req-7167fc3c-69e2-4630-b418-073186b95153 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906999 Apr 12 17:31:49.023740 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 681fc1ac-98bb-4237-9827-7fa1f5e9df91 associated. External IP: 172.27.2.196, port: aeb45aab-2dd0-4ff3-b899-524d1ff35a08. Apr 12 17:31:49.307834 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-c0d1ed90-f090-4c3b-ba36-41ff30fac169 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494319 Apr 12 17:31:49.310228 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:31:49.540276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039bdde-83f1-4bc5-93d0-3f033df9420d req-d24f7909-d41b-43fa-904d-96b5fd558b78 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:49.541928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7039bdde-83f1-4bc5-93d0-3f033df9420d req-d24f7909-d41b-43fa-904d-96b5fd558b78 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0476513 Apr 12 17:31:49.594824 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7039bdde-83f1-4bc5-93d0-3f033df9420d req-7d6a83f7-e933-48b0-a82a-a302fa134a90 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460634 Apr 12 17:31:49.625679 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:31:49.634321 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:49.641934 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:31:49.651725 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:49.653022 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:31:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:49.654314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da360a4c-9d46-4ac5-bf3a-5eb58c9abd3f req-8f54b795-05ac-4374-b4d7-29165ab2f7c6 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Apr 12 17:31:49.672172 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c64141b8-d104-400b-becf-85625600a6f9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "PUT /v2.0/floatingips/681fc1ac-98bb-4237-9827-7fa1f5e9df91 HTTP/1.1" status: 200 len: 991 time: 2.0021613 Apr 12 17:31:49.676579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:49.676579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:49.711496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fca849-08bb-4a21-b38f-2c64350ed8a4 x-openstack-request-id: req-11fca849-08bb-4a21-b38f-2c64350ed8a4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:49.711781 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:49.712032 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11fca849-08bb-4a21-b38f-2c64350ed8a4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:49.712478 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fca849-08bb-4a21-b38f-2c64350ed8a4'] response: {'name': 'network-changed', 'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'status': 'completed', 'code': 200} Apr 12 17:31:49.733966 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47414) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:49.748376 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0efb8cb9-3e1f-46df-ae30-fef413a0ec95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:49.760647 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:49.825843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0efb8cb9-3e1f-46df-ae30-fef413a0ec95 admin admin] Publish callbacks [] for security_group (d5e4944c-e4e7-4202-ad19-73d8e45f266f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:49.877499 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0efb8cb9-3e1f-46df-ae30-fef413a0ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d5e4944c-e4e7-4202-ad19-73d8e45f266f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:49.922292 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0efb8cb9-3e1f-46df-ae30-fef413a0ec95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=162f83f240cd4989b7ccde96c850ecfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840532 Apr 12 17:31:49.922292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb8cb9-3e1f-46df-ae30-fef413a0ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4944c-e4e7-4202-ad19-73d8e45f266f,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:49.922675 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47418) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:50.051988 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:48Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:50.079363 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23dd6-ea71-4bc6-9dec-b732cf5de494 req-aae2993d-958a-47ce-b743-aa100a6e3018 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:50.081017 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb23dd6-ea71-4bc6-9dec-b732cf5de494 req-aae2993d-958a-47ce-b743-aa100a6e3018 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Apr 12 17:31:50.086618 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:31:50.096744 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:50.097423 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:31:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:50.127309 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] Publish callbacks [] for security_group (d5e4944c-e4e7-4202-ad19-73d8e45f266f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.129623 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1d2f5-85eb-4dd9-a869-6872ab5fc5d4 req-53938dda-f447-4d80-b8ee-617b8960cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:50.131304 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a9c1d2f5-85eb-4dd9-a869-6872ab5fc5d4 req-53938dda-f447-4d80-b8ee-617b8960cdf8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1129 time: 0.1642151 Apr 12 17:31:50.132590 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fb23dd6-ea71-4bc6-9dec-b732cf5de494 req-fbbfccd9-08be-4c5e-905c-efd65e8db6c7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Apr 12 17:31:50.135206 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-0613eaf0-7baf-43eb-987d-e992d5d528d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:50.136845 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-0613eaf0-7baf-43eb-987d-e992d5d528d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.1527269 Apr 12 17:31:50.173589 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] Publish callbacks [] for security_group (d5e4944c-e4e7-4202-ad19-73d8e45f266f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.209833 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:50.232601 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e2ef88bd-2304-4276-91d9-3c74c84bb50f req-bcfd3b4c-6951-4c87-9ce6-e7ae278ac314 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665141 Apr 12 17:31:50.253917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.317820 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a9c1d2f5-85eb-4dd9-a869-6872ab5fc5d4 req-c08584d8-7ea2-4efb-8a2c-c6127826d41b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407127 Apr 12 17:31:50.333812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-304263e5-792b-4d1a-a0b1-9ae806b2bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:50.335460 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-304263e5-792b-4d1a-a0b1-9ae806b2bb89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.1596749 Apr 12 17:31:50.397381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d5e4944c-e4e7-4202-ad19-73d8e45f266f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.400049 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:50.401492 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5e4944c-e4e7-4202-ad19-73d8e45f266f HTTP/1.1" status: 204 len: 168 time: 0.4776449 Apr 12 17:31:50.420403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611f6b-a0ae-4593-a38a-78bbea9ce08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4944c-e4e7-4202-ad19-73d8e45f266f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:50.512894 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:48Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:50.541593 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3a779-4fc1-4539-9074-268b22e4a488 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:48Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:31:50.742329 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc7d1-88ff-46a3-abde-cba954360ffa req-7de7cd65-6dca-483c-9e2e-842ebbac9b3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:50.744047 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffacc7d1-88ff-46a3-abde-cba954360ffa req-7de7cd65-6dca-483c-9e2e-842ebbac9b3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0711884 Apr 12 17:31:50.752868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529f730-35af-4cc6-b321-a78162152094 None None] New status for floating IP 681fc1ac-98bb-4237-9827-7fa1f5e9df91: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:31:50.788320 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5d9e616-7792-43ea-aac5-6628776dc0f0 req-dda8d81a-7867-41be-9be3-6c7b80a4f2fc tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0427959 Apr 12 17:31:50.825872 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffacc7d1-88ff-46a3-abde-cba954360ffa req-c91081b3-effb-4699-afd0-b56302e4b3f5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690515 Apr 12 17:31:51.258309 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca69d-8658-4b97-a541-d9b88f8467d6 req-e8ae9f02-3e59-4f61-bc84-c7fca0df8aa7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:51.259811 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58aca69d-8658-4b97-a541-d9b88f8467d6 req-e8ae9f02-3e59-4f61-bc84-c7fca0df8aa7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0537775 Apr 12 17:31:51.306975 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58aca69d-8658-4b97-a541-d9b88f8467d6 req-4f48efa3-e638-4935-8fb4-c8851de0bf51 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Apr 12 17:31:51.879995 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:51.900275 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ace5de36-bc06-4326-8b97-99c4e0226bc1 req-70014451-e75f-437c-bf59-6074f517f4ef tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0405657 Apr 12 17:31:51.947683 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-4bab7705-9147-498c-94f9-89aa506e1f28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 200 len: 1001 time: 0.1187372 Apr 12 17:31:51.973091 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfca4a-13d8-4df5-9ab8-69d514274711 req-8aad66cf-3631-4f0e-93c4-26fdeea96f67 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:51.974793 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f0cfca4a-13d8-4df5-9ab8-69d514274711 req-8aad66cf-3631-4f0e-93c4-26fdeea96f67 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0594478 Apr 12 17:31:52.025365 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f0cfca4a-13d8-4df5-9ab8-69d514274711 req-e728f822-6fc6-487d-a26d-76b447437056 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Apr 12 17:31:52.078503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47478) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:52.182886 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd328-3eaf-433c-83dd-5a182c0fbbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.256384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd328-3eaf-433c-83dd-5a182c0fbbad admin admin] Publish callbacks [] for security_group (f2d16975-2b11-461e-bf95-680060de1473), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.328192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd328-3eaf-433c-83dd-5a182c0fbbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f2d16975-2b11-461e-bf95-680060de1473), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.369675 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-5f2cd328-3eaf-433c-83dd-5a182c0fbbad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d09897ea2c8a451da25197c81b9de9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900205 Apr 12 17:31:52.370621 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cd328-3eaf-433c-83dd-5a182c0fbbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d16975-2b11-461e-bf95-680060de1473,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:52.373798 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47486) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:52.423423 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] Publish callbacks [] for security_group (f2d16975-2b11-461e-bf95-680060de1473), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.425637 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46636f56-198c-40ee-b611-c04e983d3532 req-9d2c2bda-bbde-41a7-8587-38c7b784d0a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:52.427709 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46636f56-198c-40ee-b611-c04e983d3532 req-9d2c2bda-bbde-41a7-8587-38c7b784d0a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0553241 Apr 12 17:31:52.450292 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] Publish callbacks [] for security_group (f2d16975-2b11-461e-bf95-680060de1473), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.475823 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46636f56-198c-40ee-b611-c04e983d3532 req-e3b1b981-d5c9-4e83-b340-d6306323de33 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Apr 12 17:31:52.574211 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f2d16975-2b11-461e-bf95-680060de1473), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.576915 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:52.578122 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2d16975-2b11-461e-bf95-680060de1473 HTTP/1.1" status: 204 len: 168 time: 0.2033081 Apr 12 17:31:52.586091 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351cf1d-a1d1-41dc-97eb-24345c5bb626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d16975-2b11-461e-bf95-680060de1473,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:53.041150 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d3dfeee-4491-4b6d-8add-48b8e3be8bde req-010bc693-9aab-4574-9174-912fcd48a12a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0374436 Apr 12 17:31:53.091016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-12226c81-0fb6-4642-b592-ea7cbc21bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:53.093264 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-12226c81-0fb6-4642-b592-ea7cbc21bc29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0698369 Apr 12 17:31:53.109779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ae0b2-fde4-4e76-8ba3-9a8b48a2e7a1 req-65fde1df-b972-49ff-9873-ee4a48627dd6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:53.119962 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-308ae0b2-fde4-4e76-8ba3-9a8b48a2e7a1 req-65fde1df-b972-49ff-9873-ee4a48627dd6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0751355 Apr 12 17:31:53.194861 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-308ae0b2-fde4-4e76-8ba3-9a8b48a2e7a1 req-8a0a5de0-9fc3-4da4-936a-2f77b5c60465 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757327 Apr 12 17:31:53.222283 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b78b6-ea7b-43e6-ad64-4e62b64e5cce req-ec442e35-3e49-4388-af4f-a9a2d9f6c068 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:53.229649 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee8b78b6-ea7b-43e6-ad64-4e62b64e5cce req-ec442e35-3e49-4388-af4f-a9a2d9f6c068 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0792525 Apr 12 17:31:53.275162 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee8b78b6-ea7b-43e6-ad64-4e62b64e5cce req-e7ac09e9-6af1-4e54-a0ba-ae395e21e595 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Apr 12 17:31:53.347628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47524) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:53.410270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865e4d9-3ab2-497f-80b3-f1756e1d2a18 req-911da8e3-724b-434a-8a17-3ebc249df9ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:53.411853 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f865e4d9-3ab2-497f-80b3-f1756e1d2a18 req-911da8e3-724b-434a-8a17-3ebc249df9ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0538747 Apr 12 17:31:53.424358 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47530) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:53.427691 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'floatingip': {'port_id': 'af483454-55cd-4056-8d53-f7102a378c65'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:53.519112 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:53.521366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1d89-14ba-4fb1-9f29-e3ba0fec8631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:53.811395 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1d89-14ba-4fb1-9f29-e3ba0fec8631 admin admin] Publish callbacks [] for security_group (3537047a-5007-4db0-8599-eb0691d4f26e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:53.925702 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e5e1d89-14ba-4fb1-9f29-e3ba0fec8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (3537047a-5007-4db0-8599-eb0691d4f26e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.058900 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e1d89-14ba-4fb1-9f29-e3ba0fec8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537047a-5007-4db0-8599-eb0691d4f26e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:54.077504 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5e5e1d89-14ba-4fb1-9f29-e3ba0fec8631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea717cb4cebc4d91a48a3c1471bab7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7218189 Apr 12 17:31:54.077592 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47550) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:54.125523 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] Publish callbacks [] for security_group (3537047a-5007-4db0-8599-eb0691d4f26e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.149064 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] Publish callbacks [] for security_group (3537047a-5007-4db0-8599-eb0691d4f26e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.202291 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5934f5c6-52e8-4863-9a68-65ef0cb70c2a req-24beff26-fb23-4d3c-8066-10c5aac30aa1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0479519 Apr 12 17:31:54.216680 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.db.resource_extend [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 17:31:54.300376 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (3537047a-5007-4db0-8599-eb0691d4f26e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.303333 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.304702 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3537047a-5007-4db0-8599-eb0691d4f26e HTTP/1.1" status: 204 len: 168 time: 0.2303569 Apr 12 17:31:54.327179 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128dcd9-3e42-448d-a988-af050576340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537047a-5007-4db0-8599-eb0691d4f26e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:54.334953 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.365484 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-ff599534-7bcc-4e07-aa7d-4b8b02c70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.366909 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cf6e8-1ed7-47a1-9d5e-22932d3c4e5d req-2103f8a4-c221-42f8-8841-2a91775f621f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.367155 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-ff599534-7bcc-4e07-aa7d-4b8b02c70682 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576630 Apr 12 17:31:54.369687 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c4cf6e8-1ed7-47a1-9d5e-22932d3c4e5d req-2103f8a4-c221-42f8-8841-2a91775f621f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0945375 Apr 12 17:31:54.422534 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c4cf6e8-1ed7-47a1-9d5e-22932d3c4e5d req-41ed0aed-445c-4140-8658-d7fa51e64c1b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471363 Apr 12 17:31:54.440553 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:54.476612 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-d5fa4424-d159-4674-a5f0-d1a9d304fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.478162 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-d5fa4424-d159-4674-a5f0-d1a9d304fd87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1129 time: 0.0939713 Apr 12 17:31:54.559304 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-c8fc3c08-4b56-4c75-9b00-9569781a827f service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660807 Apr 12 17:31:54.665054 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-4ea570e4-20d0-4645-96a0-5bd3c9f2aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.666533 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-4ea570e4-20d0-4645-96a0-5bd3c9f2aa3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1761706 Apr 12 17:31:54.744934 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-5c4c7167-afe3-4b57-bd78-bfe94ea25f21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 200 len: 217 time: 0.0661216 Apr 12 17:31:54.782738 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Floating IP bcf8d5f4-1380-4ad1-aca7-bb580849f45f associated. External IP: 172.27.2.108, port: af483454-55cd-4056-8d53-f7102a378c65. Apr 12 17:31:54.829615 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d76c0753-4a15-4e7f-b4ca-0bec5e04832c req-6bbaa954-8c7c-41c5-b559-86136d3e8b10 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589025 Apr 12 17:31:54.875325 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-492b05f7-57e0-44a0-94b7-303a2dee3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.876526 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-492b05f7-57e0-44a0-94b7-303a2dee3a59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0902379 Apr 12 17:31:54.896262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-7137a094-5e0d-4c30-b376-7e405676504f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.897362 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-7137a094-5e0d-4c30-b376-7e405676504f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "GET /v2.0/networks?id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30 HTTP/1.1" status: 200 len: 813 time: 0.2299757 Apr 12 17:31:54.931453 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Request body: {'port': {'device_id': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30', 'admin_state_up': True, 'tenant_id': 'acbd7da8a95f4e09b24aa437f54ddaa8'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:54.963231 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-d16cea88-315d-4370-becf-7c6b05231c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:54.964728 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-d16cea88-315d-4370-becf-7c6b05231c46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664902 Apr 12 17:31:55.068966 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:31:55.118684 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-f6ddf168-3f66-41d9-ba21-78a13ca02773 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227632 Apr 12 17:31:55.185777 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:31:55.190526 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.193549 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Made reservation on behalf of acbd7da8a95f4e09b24aa437f54ddaa8 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:31:55.198697 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:31:55.200796 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.221492 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-374e9006-cdcd-4ddd-8595-dd636bab64ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "PUT /v2.0/floatingips/bcf8d5f4-1380-4ad1-aca7-bb580849f45f HTTP/1.1" status: 200 len: 991 time: 1.7987804 Apr 12 17:31:55.222319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:55.226984 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:55.229383 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:31:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:55.229506 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8224d66-0d57-4206-ac86-6b88dda5e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:55.343262 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fda9cca5-459c-47f4-a0eb-e8be1dda8070 req-6f086243-36e3-45a6-95d2-b4a47dcda24a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0390730 Apr 12 17:31:55.349606 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2a79441-b7d3-42e4-b89b-fd0a6d0abf21 req-bc567dec-4297-4b76-b096-71088a23302d service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033471 Apr 12 17:31:55.358778 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ef770-b3a1-4d83-9c89-47d96839868c x-openstack-request-id: req-fc7ef770-b3a1-4d83-9c89-47d96839868c {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:55.359134 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:55.361356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc7ef770-b3a1-4d83-9c89-47d96839868c {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:55.361476 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7ef770-b3a1-4d83-9c89-47d96839868c'] response: {'name': 'network-changed', 'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'status': 'completed', 'code': 200} Apr 12 17:31:55.403149 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:55.495633 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Allocated IP 172.20.0.11 (83e8fa3b-29dd-4bd1-a130-54b1478bcf30/72744059-225d-46b5-82ab-28039034e00a/e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:31:55.551077 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47592) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:55.567532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd6986-5214-472e-aacf-93bec1c112be req-0e3cde60-c44b-4d00-8e30-938d119ef148 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:55.574912 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ebdd6986-5214-472e-aacf-93bec1c112be req-0e3cde60-c44b-4d00-8e30-938d119ef148 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0687461 Apr 12 17:31:55.644304 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ebdd6986-5214-472e-aacf-93bec1c112be req-631e1ad2-6ff8-4a6b-bf82-fad3e20b7f26 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684292 Apr 12 17:31:55.688754 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'bcf8d5f4-1380-4ad1-aca7-bb580849f45f', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:33Z', 'updated_at': '2022-04-12T17:31:54Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:55.709802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks [] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.732089 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:31:55.740849 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:31:55.741469 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:31:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:55.764464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a25b6512-1410-4785-8460-edf67380e368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.852665 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.854458 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:31:55.863114 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a25b6512-1410-4785-8460-edf67380e368 admin admin] Publish callbacks [] for security_group (edc58843-79ec-4f7c-8ff1-6956dfed1985), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.897912 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:31:55.905319 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:31:55.909480 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:31:55.917076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:55.919965 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.928618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Pushing event updated for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:55.949151 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a25b6512-1410-4785-8460-edf67380e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (edc58843-79ec-4f7c-8ff1-6956dfed1985), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:55.989279 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a25b6512-1410-4785-8460-edf67380e368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1b15305aa5147ac8b3ce421cd4af353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378097 Apr 12 17:31:55.990366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6512-1410-4785-8460-edf67380e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc58843-79ec-4f7c-8ff1-6956dfed1985,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:55.992161 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47610) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:31:56.024223 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-16f79139-6212-4136-9ec6-1fcc6df4b126 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0991533 Apr 12 17:31:56.057025 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] Publish callbacks [] for security_group (edc58843-79ec-4f7c-8ff1-6956dfed1985), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:56.080062 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] Publish callbacks [] for security_group (edc58843-79ec-4f7c-8ff1-6956dfed1985), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:56.092422 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'bcf8d5f4-1380-4ad1-aca7-bb580849f45f', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:33Z', 'updated_at': '2022-04-12T17:31:54Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:31:56.131714 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8ed9a-f6d7-407f-947d-cb59109db68e None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'bcf8d5f4-1380-4ad1-aca7-bb580849f45f', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:33Z', 'updated_at': '2022-04-12T17:31:54Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:31:56.174569 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (edc58843-79ec-4f7c-8ff1-6956dfed1985), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:56.178202 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:56.179734 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edc58843-79ec-4f7c-8ff1-6956dfed1985 HTTP/1.1" status: 204 len: 168 time: 0.1853077 Apr 12 17:31:56.189066 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497d5e-bb45-4a87-963c-361d1cdec8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc58843-79ec-4f7c-8ff1-6956dfed1985,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:56.386307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014d2d7-f148-431f-b454-89cc6fa0ab18 None None] New status for floating IP bcf8d5f4-1380-4ad1-aca7-bb580849f45f: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:31:56.454469 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfdd75-c5d5-4fa8-992c-7b291b2bce5a req-52c17414-f0f2-4abb-af86-3da076ea505f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:56.456368 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-25dfdd75-c5d5-4fa8-992c-7b291b2bce5a req-52c17414-f0f2-4abb-af86-3da076ea505f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 932 time: 0.0488946 Apr 12 17:31:56.506433 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-25dfdd75-c5d5-4fa8-992c-7b291b2bce5a req-438b5a88-6a11-43ba-8ade-e820c36b0cd5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422890 Apr 12 17:31:56.768982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f8bf-1eb3-4dd3-b465-82f24dab0e02 req-32f83cdc-c885-49c2-ad2a-661c6c2c3762 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:56.772641 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0748f8bf-1eb3-4dd3-b465-82f24dab0e02 req-32f83cdc-c885-49c2-ad2a-661c6c2c3762 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0511665 Apr 12 17:31:56.822639 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0748f8bf-1eb3-4dd3-b465-82f24dab0e02 req-5b76b4b7-eaa6-4860-a6e3-3901ddfd00d5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Apr 12 17:31:57.477890 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Request body: {'port': {'device_id': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:31:57.569622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-e1309724-130b-462e-80bf-f887cff2a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:57.571206 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-e1309724-130b-462e-80bf-f887cff2a09f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1129 time: 0.0646946 Apr 12 17:31:57.577668 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:57.657581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196edc08-ff1d-4dd5-bc31-1abc264b1497 req-6b734a56-c1ef-443f-8631-dc022c511fdc tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:57.659276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-196edc08-ff1d-4dd5-bc31-1abc264b1497 req-6b734a56-c1ef-443f-8631-dc022c511fdc tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 932 time: 0.0593367 Apr 12 17:31:57.711592 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-196edc08-ff1d-4dd5-bc31-1abc264b1497 req-09d6230e-b070-4f14-9c1b-927ecbb46192 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464251 Apr 12 17:31:57.925263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:31:57.933970 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks [] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:57.957347 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Transition to ACTIVE for port object e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:31:57.975381 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9187e0-7a8d-424d-89f6-a68dae676f3a req-fccc71f8-5c6d-414d-9b79-9c47e4d26f89 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:57.976286 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db9187e0-7a8d-424d-89f6-a68dae676f3a req-fccc71f8-5c6d-414d-9b79-9c47e4d26f89 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0751591 Apr 12 17:31:57.982630 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-7001af19-b01f-46d1-9cb2-075a9aced8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:57.984419 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-7001af19-b01f-46d1-9cb2-075a9aced8f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.1862383 Apr 12 17:31:58.020083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:58.023241 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db9187e0-7a8d-424d-89f6-a68dae676f3a req-81201079-ae4f-4664-8cb0-027957d610b2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Apr 12 17:31:58.070438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:58.108288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Attempting to bind port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:31:58.108505 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Attempting to bind port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:31:58.108842 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Attempting to bind port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:58.113126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:31:58.116321 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Attempting to bind port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:31:58.121412 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:31:58.121752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Checking segment: {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:31:58.122173 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Bound using segment: {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:31:58.122600 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Bound port: e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:31:58.122960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:58.191569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:31:58.194647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:31:58.288937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:58.324969 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:58.325788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:31:58.327444 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e HTTP/1.1" status: 200 len: 1094 time: 0.8543010 Apr 12 17:31:58.327889 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:31:58.330285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2623d74-0aae-43ac-9b3c-15bc1184c921" -d '{"events": [{"name": "network-changed", "server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:31:58.355683 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6572c2-fff8-4577-92ac-2c4cc87514d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:31:58.366887 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49feeb7d-bb86-42e9-a3d4-151a3cebdb9e x-openstack-request-id: req-49feeb7d-bb86-42e9-a3d4-151a3cebdb9e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:31:58.367149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:31:58.367400 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49feeb7d-bb86-42e9-a3d4-151a3cebdb9e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:31:58.367797 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49feeb7d-bb86-42e9-a3d4-151a3cebdb9e'] response: {'name': 'network-changed', 'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e', 'status': 'completed', 'code': 200} Apr 12 17:31:58.825278 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328fa13-6fbf-4177-9602-343e7ed2496b req-67a91709-c3e2-4862-bcd9-0db30191423b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:58.826863 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1328fa13-6fbf-4177-9602-343e7ed2496b req-67a91709-c3e2-4862-bcd9-0db30191423b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0485902 Apr 12 17:31:58.873764 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1328fa13-6fbf-4177-9602-343e7ed2496b req-5bec20d3-bef7-4c9f-bad3-88567b9f589a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Apr 12 17:31:59.136723 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca704a9-530f-4d5b-8840-b29e7e30559f req-8af40a3e-3fca-4d3c-a462-3c1704a59f4d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:59.138186 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eca704a9-530f-4d5b-8840-b29e7e30559f req-8af40a3e-3fca-4d3c-a462-3c1704a59f4d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0460100 Apr 12 17:31:59.183597 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eca704a9-530f-4d5b-8840-b29e7e30559f req-061fa05f-aa0f-4320-9333-0a322319c15f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Apr 12 17:31:59.984790 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfda84-0f98-4109-a36b-8463df7039d6 req-d0f76e9e-c4f9-4a09-add9-39832ac39a5d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:31:59.986297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-84dfda84-0f98-4109-a36b-8463df7039d6 req-d0f76e9e-c4f9-4a09-add9-39832ac39a5d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0482197 Apr 12 17:32:00.032782 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-84dfda84-0f98-4109-a36b-8463df7039d6 req-3eb30b3e-a70a-4e7e-bf7e-b6d7f9132c4c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Apr 12 17:32:00.292024 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389afbac-9d6e-4860-9149-8d045853f67c req-a39ad0c3-7c0b-4d65-bd99-04270e59242c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:00.293486 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-389afbac-9d6e-4860-9149-8d045853f67c req-a39ad0c3-7c0b-4d65-bd99-04270e59242c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0451157 Apr 12 17:32:00.337823 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-389afbac-9d6e-4860-9149-8d045853f67c req-b57383fa-7c53-401d-abc8-c91dd24c4f74 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Apr 12 17:32:00.710212 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:32:01.141900 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9ae9-1b26-4fec-9c4f-9b1ca4995060 req-49d62ce5-9cb8-402a-8519-7c6c54dd6c94 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:01.143437 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c3bf9ae9-1b26-4fec-9c4f-9b1ca4995060 req-49d62ce5-9cb8-402a-8519-7c6c54dd6c94 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0449357 Apr 12 17:32:01.192542 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c3bf9ae9-1b26-4fec-9c4f-9b1ca4995060 req-f45ac300-ec3f-49b3-95d4-91518703a845 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Apr 12 17:32:01.445921 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88eb8c-54b5-4903-8c6c-9514f6d5bc0d req-abcb344a-232a-4b17-995a-2918581db532 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:01.447380 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c88eb8c-54b5-4903-8c6c-9514f6d5bc0d req-abcb344a-232a-4b17-995a-2918581db532 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0452778 Apr 12 17:32:01.491801 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c88eb8c-54b5-4903-8c6c-9514f6d5bc0d req-cfafd2e3-e31a-47a7-b5a9-64e9373c71d3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Apr 12 17:32:02.300628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd06e-5a76-4e4d-b0c0-972697a4509a req-593aa62e-65d8-4d3b-8212-da1b78b86fed tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:02.302165 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f3fd06e-5a76-4e4d-b0c0-972697a4509a req-593aa62e-65d8-4d3b-8212-da1b78b86fed tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0459359 Apr 12 17:32:02.353260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4f3fd06e-5a76-4e4d-b0c0-972697a4509a req-9974c97b-18c7-46ac-9219-e0cbfaf1ace5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Apr 12 17:32:02.603230 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e510a-fcb0-4ce4-9700-6c8be24ac2ca req-6990dde2-5d53-4154-9cf6-afbf3aefb6cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:02.604689 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa5e510a-fcb0-4ce4-9700-6c8be24ac2ca req-6990dde2-5d53-4154-9cf6-afbf3aefb6cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0481668 Apr 12 17:32:02.650600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa5e510a-fcb0-4ce4-9700-6c8be24ac2ca req-3f267cae-cd51-4b68-ac92-03e4787950a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Apr 12 17:32:03.276892 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-b8440bb9-0253-4592-ab7b-c63de67df32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.278371 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-b8440bb9-0253-4592-ab7b-c63de67df32d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 1128 time: 0.0504827 Apr 12 17:32:03.282113 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-9d22eb3b-6528-4080-8d7b-d36cd5e3b3e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 1001 time: 0.0925779 Apr 12 17:32:03.458967 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09937-462b-48fb-a6b3-d8f2d7450e0c req-71275a6e-5294-449e-afab-83b79c21084d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.460416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c09937-462b-48fb-a6b3-d8f2d7450e0c req-71275a6e-5294-449e-afab-83b79c21084d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0449500 Apr 12 17:32:03.506110 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15c09937-462b-48fb-a6b3-d8f2d7450e0c req-8ae3526e-55dc-4a2f-a3a5-4f9795febf20 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Apr 12 17:32:03.631630 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-22b485a6-19f0-44fa-b72b-5495e1cd51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.633101 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-22b485a6-19f0-44fa-b72b-5495e1cd51ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0941181 Apr 12 17:32:03.678569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-a1a34798-0e35-40b9-bd02-d6c354007349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.680293 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-a1a34798-0e35-40b9-bd02-d6c354007349 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1515861 Apr 12 17:32:03.689700 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-1b01faa7-b6e6-4f96-bb6e-42294fefe352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.691212 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-1b01faa7-b6e6-4f96-bb6e-42294fefe352 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486913 Apr 12 17:32:03.769068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb344-e12d-4664-9dee-97f8a61c9ea4 req-199c9abf-7d97-4caf-b2da-1884ea1765cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.770730 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b55fb344-e12d-4664-9dee-97f8a61c9ea4 req-199c9abf-7d97-4caf-b2da-1884ea1765cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Apr 12 17:32:03.828521 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b55fb344-e12d-4664-9dee-97f8a61c9ea4 req-fcba05a5-fc78-4f01-88f3-3053ed2d96cd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Apr 12 17:32:03.878653 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-c89a1886-b925-48f1-8a05-aec0acb1046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:03.880161 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a2623d74-0aae-43ac-9b3c-15bc1184c921 req-c89a1886-b925-48f1-8a05-aec0acb1046f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652308 Apr 12 17:32:03.882408 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-c3c6327c-cfef-4373-b6fd-31bc75386d85 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659126 Apr 12 17:32:04.004271 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c8224d66-0d57-4206-ac86-6b88dda5e77c req-bf32bd54-ed1b-4b8e-9582-b45a69d202f4 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908682 Apr 12 17:32:04.066021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-d619f528-54ec-4414-8c61-36d0d88fcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:04.067450 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-d619f528-54ec-4414-8c61-36d0d88fcb21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 1128 time: 0.0383999 Apr 12 17:32:04.295061 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1544-b185-40be-a588-e3007ba06bd4 req-6db6f248-1b32-4670-86f0-7198be25656c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:04.302057 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e40c1544-b185-40be-a588-e3007ba06bd4 req-6db6f248-1b32-4670-86f0-7198be25656c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0542469 Apr 12 17:32:04.331386 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-c4906462-91a6-459d-b599-051eda0c4b49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e HTTP/1.1" status: 200 len: 217 time: 0.2474411 Apr 12 17:32:04.345127 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e40c1544-b185-40be-a588-e3007ba06bd4 req-e1f094f1-d61e-4fc7-af90-fcdad38875d9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Apr 12 17:32:04.622452 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c62cc-58b7-4fc4-b1be-47a4124554fb req-56ceb86c-f27d-4995-b6c9-bd0db7e98ce0 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:04.624000 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-241c62cc-58b7-4fc4-b1be-47a4124554fb req-56ceb86c-f27d-4995-b6c9-bd0db7e98ce0 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0463789 Apr 12 17:32:04.673671 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-241c62cc-58b7-4fc4-b1be-47a4124554fb req-dd4ba24d-1e37-4516-b6a6-384aa33569d1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Apr 12 17:32:04.962779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8794af-1686-4664-8343-18ece71340f1 req-43605434-9fd6-4dee-b5d0-9f414455c056 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:04.964575 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c8794af-1686-4664-8343-18ece71340f1 req-43605434-9fd6-4dee-b5d0-9f414455c056 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0492618 Apr 12 17:32:05.015288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c8794af-1686-4664-8343-18ece71340f1 req-24cc936b-8b03-423f-a569-f8a4a29d81cc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Apr 12 17:32:05.458955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6de49-f8d1-4ad9-8c20-91b98fa52348 req-d447025e-a7bc-4c33-94dd-6067da4e1a77 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:05.461091 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51f6de49-f8d1-4ad9-8c20-91b98fa52348 req-d447025e-a7bc-4c33-94dd-6067da4e1a77 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0473676 Apr 12 17:32:05.508487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51f6de49-f8d1-4ad9-8c20-91b98fa52348 req-47bd9a3b-b6de-422a-b3ad-38e8c3b7c13c tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Apr 12 17:32:05.785313 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0cbca-3a74-4f30-89e7-0b501a018d7c req-5fc89cc1-7934-4535-a89b-0a4c04b6c721 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:05.786776 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42c0cbca-3a74-4f30-89e7-0b501a018d7c req-5fc89cc1-7934-4535-a89b-0a4c04b6c721 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0490644 Apr 12 17:32:05.832129 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42c0cbca-3a74-4f30-89e7-0b501a018d7c req-8ec990bb-2c6f-43bc-a9f9-47a263a43894 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Apr 12 17:32:06.141446 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d2a44-0d8e-425f-88fd-2ba129c7ee8d req-bec24630-16c5-44dc-987b-bbb484e10ea7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:06.142914 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f8d2a44-0d8e-425f-88fd-2ba129c7ee8d req-bec24630-16c5-44dc-987b-bbb484e10ea7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0455425 Apr 12 17:32:06.189600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f8d2a44-0d8e-425f-88fd-2ba129c7ee8d req-641bb437-5f2d-4185-81f7-fcccb11c5723 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Apr 12 17:32:06.349061 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-082b929e-f00c-411f-8d3f-c379877695f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:06.351124 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-082b929e-f00c-411f-8d3f-c379877695f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72744059-225d-46b5-82ab-28039034e00a HTTP/1.1" status: 200 len: 853 time: 0.0428412 Apr 12 17:32:06.391805 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-5989ff2d-0866-4c54-9206-44a41d941a0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281692 Apr 12 17:32:06.503190 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-5280a3b7-1186-4d03-b010-1af6b47a21fb service neutron] 10.222.0.60 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966234 Apr 12 17:32:06.627084 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7325dd5-9aef-4962-88e7-5c14f40e5b20 req-1f617caf-315a-4de4-97ee-84e9137a2f0f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:06.631174 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1e0c47bd-3f93-4fbe-8795-a35a28885a20 req-4ba2a664-4093-4fd9-bcb3-97b3df739373 service neutron] 10.222.0.60 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925627 Apr 12 17:32:06.634558 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7325dd5-9aef-4962-88e7-5c14f40e5b20 req-1f617caf-315a-4de4-97ee-84e9137a2f0f tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0587835 Apr 12 17:32:06.683071 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7325dd5-9aef-4962-88e7-5c14f40e5b20 req-1cf67f35-322a-4e46-89d9-211aa9de8be5 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Apr 12 17:32:06.726770 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-dd8b5637-6812-4fae-ac2e-433716d421cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377638 Apr 12 17:32:06.833388 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47888) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:06.965162 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afdeb7-ab6c-4667-b9ea-5fe1ad9c4167 req-5fbb8410-3bcf-45f5-8337-c2adcaafd035 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:06.966731 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7afdeb7-ab6c-4667-b9ea-5fe1ad9c4167 req-5fbb8410-3bcf-45f5-8337-c2adcaafd035 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0639946 Apr 12 17:32:06.972790 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e95876c-cdbd-4934-aa11-bd808a7e3c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.035755 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7afdeb7-ab6c-4667-b9ea-5fe1ad9c4167 req-49575848-7989-4b62-8ee3-c3954d24e76d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 Apr 12 17:32:07.077065 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e95876c-cdbd-4934-aa11-bd808a7e3c03 admin admin] Publish callbacks [] for security_group (f287d527-bc5f-4b97-bc01-df627ee40cb2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.139665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8e95876c-cdbd-4934-aa11-bd808a7e3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f287d527-bc5f-4b97-bc01-df627ee40cb2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.178288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8e95876c-cdbd-4934-aa11-bd808a7e3c03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37f670e54a9f45a3af2732e3e3b48336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436229 Apr 12 17:32:07.179148 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95876c-cdbd-4934-aa11-bd808a7e3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f287d527-bc5f-4b97-bc01-df627ee40cb2,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:07.181756 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47894) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:07.234405 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] Publish callbacks [] for security_group (f287d527-bc5f-4b97-bc01-df627ee40cb2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.256023 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] Publish callbacks [] for security_group (f287d527-bc5f-4b97-bc01-df627ee40cb2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.311250 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a071-f090-46d7-b738-173e2b976384 req-c9100790-72bf-4fc7-ae82-5bd0cf0994ee tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:07.312775 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d46a071-f090-46d7-b738-173e2b976384 req-c9100790-72bf-4fc7-ae82-5bd0cf0994ee tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0565529 Apr 12 17:32:07.358205 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d46a071-f090-46d7-b738-173e2b976384 req-45984bb0-d35d-4172-9c37-93e3e2140746 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Apr 12 17:32:07.385369 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f287d527-bc5f-4b97-bc01-df627ee40cb2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.388005 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:07.389159 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f287d527-bc5f-4b97-bc01-df627ee40cb2 HTTP/1.1" status: 204 len: 168 time: 0.2063086 Apr 12 17:32:07.398566 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824332a5-87f7-40a5-909e-b8cd0435e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287d527-bc5f-4b97-bc01-df627ee40cb2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:07.796643 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48c6ee-fa19-4388-9d11-a66646b0e429 req-af237a2c-71d6-417e-b89e-721b5f7ab64b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:07.798145 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe48c6ee-fa19-4388-9d11-a66646b0e429 req-af237a2c-71d6-417e-b89e-721b5f7ab64b tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Apr 12 17:32:07.844731 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe48c6ee-fa19-4388-9d11-a66646b0e429 req-a1636f2a-c794-46fe-b486-13315d5c474e tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Apr 12 17:32:07.954732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47910) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:07.968027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c6f7-faac-4a49-a165-6dad933317b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.043562 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c6f7-faac-4a49-a165-6dad933317b9 admin admin] Publish callbacks [] for security_group (25c31dae-fc27-49ea-9919-6d9616cc158f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.134231 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c6f7-faac-4a49-a165-6dad933317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (25c31dae-fc27-49ea-9919-6d9616cc158f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.147097 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801baa3e-5c53-46e5-97b4-7ba89890ba59 req-f1142715-7205-4b84-8fd3-06cad20a0379 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:08.148572 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-801baa3e-5c53-46e5-97b4-7ba89890ba59 req-f1142715-7205-4b84-8fd3-06cad20a0379 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0462167 Apr 12 17:32:08.173085 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e2f9c6f7-faac-4a49-a165-6dad933317b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9a2a9baaa2b4668bdcfee6e08dc642f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172136 Apr 12 17:32:08.174212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9c6f7-faac-4a49-a165-6dad933317b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c31dae-fc27-49ea-9919-6d9616cc158f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:08.175833 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47914) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:08.238141 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-801baa3e-5c53-46e5-97b4-7ba89890ba59 req-5e44d198-b921-454d-a264-5108480d88e3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Apr 12 17:32:08.255519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] Publish callbacks [] for security_group (25c31dae-fc27-49ea-9919-6d9616cc158f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.277889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] Publish callbacks [] for security_group (25c31dae-fc27-49ea-9919-6d9616cc158f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.315260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 47918) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:08.419324 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd11f-f163-4a9e-9b39-d83c44ea9f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.420950 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (25c31dae-fc27-49ea-9919-6d9616cc158f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.423616 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.424922 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25c31dae-fc27-49ea-9919-6d9616cc158f HTTP/1.1" status: 204 len: 168 time: 0.2477565 Apr 12 17:32:08.455197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b44602-1a35-49f9-9795-08f160ccb4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c31dae-fc27-49ea-9919-6d9616cc158f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:08.506969 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317e091-b3b6-484c-a7d2-b23bf0f16572 req-3e5aeae5-52f0-4899-93a9-71d392e43956 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:08.508506 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0317e091-b3b6-484c-a7d2-b23bf0f16572 req-3e5aeae5-52f0-4899-93a9-71d392e43956 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0827899 Apr 12 17:32:08.577459 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0317e091-b3b6-484c-a7d2-b23bf0f16572 req-13f5a500-a122-4b09-b21c-861bb759c0ce tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620041 Apr 12 17:32:08.592742 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd11f-f163-4a9e-9b39-d83c44ea9f66 admin admin] Publish callbacks [] for security_group (a0397605-c14b-4288-94ce-01e3934595c2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.682849 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd11f-f163-4a9e-9b39-d83c44ea9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a0397605-c14b-4288-94ce-01e3934595c2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.720208 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9b7bd11f-f163-4a9e-9b39-d83c44ea9f66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43747b89c1da4497b09afcbdb429d73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039736 Apr 12 17:32:08.723007 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 47932) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:08.724764 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bd11f-f163-4a9e-9b39-d83c44ea9f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0397605-c14b-4288-94ce-01e3934595c2,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:08.773612 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] Publish callbacks [] for security_group (a0397605-c14b-4288-94ce-01e3934595c2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.797958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] Publish callbacks [] for security_group (a0397605-c14b-4288-94ce-01e3934595c2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.905676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a0397605-c14b-4288-94ce-01e3934595c2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.908271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:08.912033 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0397605-c14b-4288-94ce-01e3934595c2 HTTP/1.1" status: 204 len: 168 time: 0.1853821 Apr 12 17:32:08.922975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9f749-79db-4cb8-bf31-829ae2d0e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0397605-c14b-4288-94ce-01e3934595c2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:08.963346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0782168-2a56-4338-8ddc-d5d5f4c5df39 req-30ea162b-1d5a-48e2-b7e6-c36d15a84858 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:08.964828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0782168-2a56-4338-8ddc-d5d5f4c5df39 req-30ea162b-1d5a-48e2-b7e6-c36d15a84858 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0534968 Apr 12 17:32:09.012007 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0782168-2a56-4338-8ddc-d5d5f4c5df39 req-d14b89df-7e88-495c-9cea-264b12d613b9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Apr 12 17:32:09.354667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4a1d-8cd7-45fc-8553-cbd651fbe97b req-2ec6ebd6-be75-4de4-994b-47f08086cc36 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:09.356218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a98f4a1d-8cd7-45fc-8553-cbd651fbe97b req-2ec6ebd6-be75-4de4-994b-47f08086cc36 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0536027 Apr 12 17:32:09.405067 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a98f4a1d-8cd7-45fc-8553-cbd651fbe97b req-d2db134b-07ee-4f26-a7ba-f4965d35943b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Apr 12 17:32:09.693758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a3d01-ff8f-4411-bb30-7badb1819a29 req-89dee0d4-db83-4b30-8151-ceff2796f103 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:09.696648 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d8a3d01-ff8f-4411-bb30-7badb1819a29 req-89dee0d4-db83-4b30-8151-ceff2796f103 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Apr 12 17:32:09.756239 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5d8a3d01-ff8f-4411-bb30-7badb1819a29 req-5a3bea9b-7015-4ffd-8a19-d34e3520f012 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Apr 12 17:32:09.930672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48018) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:10.025169 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1108781691-network', 'tenant_id': '96f462be844c451b8e764fcb7a7cfbd5'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:10.126990 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62330913-ec51-455f-a21c-0c209e4966cf req-1c5e0cc8-270d-48af-94c1-e22da526930a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:10.128503 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-62330913-ec51-455f-a21c-0c209e4966cf req-1c5e0cc8-270d-48af-94c1-e22da526930a tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0482416 Apr 12 17:32:10.151495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Made reservation on behalf of 96f462be844c451b8e764fcb7a7cfbd5 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:10.153767 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.162289 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.189585 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-62330913-ec51-455f-a21c-0c209e4966cf req-6ffa9844-1d9a-44ea-a8a0-b705b954071d tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481153 Apr 12 17:32:10.244831 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks [] for security_group (5d2d1a0f-9a5f-4e3e-84ee-b79083541b26), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.322930 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (5d2d1a0f-9a5f-4e3e-84ee-b79083541b26), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.346666 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:32:10.355028 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:10.360773 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.361524 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Added segment 55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5 of type vlan for network 84a5bf7c-5113-47bb-9124-9933e654666a Apr 12 17:32:10.404224 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (84a5bf7c-5113-47bb-9124-9933e654666a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.494667 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (84a5bf7c-5113-47bb-9124-9933e654666a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.496111 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:10.501110 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.526870 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369916-1390-4000-ae86-8d5ce1e2448f req-0ba3fe46-237c-4c8d-8070-cb0de7bdd13e tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:10.528371 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9369916-1390-4000-ae86-8d5ce1e2448f req-0ba3fe46-237c-4c8d-8070-cb0de7bdd13e tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0562754 Apr 12 17:32:10.570372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] Pushing event updated for resources: {'Network': ['ID=84a5bf7c-5113-47bb-9124-9933e654666a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:10.583373 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 84a5bf7c-5113-47bb-9124-9933e654666a details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:32:10.594315 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9369916-1390-4000-ae86-8d5ce1e2448f req-374c1897-56f1-428e-ad71-453ed78455ff tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Apr 12 17:32:10.605565 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c2b114ff-5ca1-47db-a148-d63e171593ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6735551 Apr 12 17:32:10.608381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48034) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:10.614727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Request body: {'subnet': {'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1108781691-subnet', 'tenant_id': '96f462be844c451b8e764fcb7a7cfbd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:10.688295 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Made reservation on behalf of 96f462be844c451b8e764fcb7a7cfbd5 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:10.690648 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.868308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080509db-6b43-4b85-83c3-241591b62329 req-6923f73f-a377-440b-bf16-841059fa3980 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:10.869746 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-080509db-6b43-4b85-83c3-241591b62329 req-6923f73f-a377-440b-bf16-841059fa3980 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0466492 Apr 12 17:32:10.888803 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (edfd1189-e309-4f9c-a66e-864dd7856d3b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:10.926887 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-080509db-6b43-4b85-83c3-241591b62329 req-32fc8507-5e52-44c6-8b98-9a7abcb47b6a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Apr 12 17:32:10.946081 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Pushing event updated for resources: {'Subnet': ['ID=edfd1189-e309-4f9c-a66e-864dd7856d3b,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:10.953179 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Checking segment: {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:10.963888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Network hostable DHCP agents. Network: 84a5bf7c-5113-47bb-9124-9933e654666a, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:32:11.014054 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Network 84a5bf7c-5113-47bb-9124-9933e654666a is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:32:11.067788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-b4cf07e1-62ab-45d0-9931-27f2824ad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.069314 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-b4cf07e1-62ab-45d0-9931-27f2824ad7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.0424433 Apr 12 17:32:11.122780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 84a5bf7c-5113-47bb-9124-9933e654666a) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:11.126901 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.134636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:11.135527 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9c731-802a-480e-ae64-fde0415b1fa3 None None] Network 84a5bf7c-5113-47bb-9124-9933e654666a requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:32:11.216085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-1934793b-c3bd-41d8-9b12-765c4a352e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.217609 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-1934793b-c3bd-41d8-9b12-765c4a352e3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1038921 Apr 12 17:32:11.238023 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-80f64a70-3d9b-43d9-914a-f3619a9f111d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6199741 Apr 12 17:32:11.314812 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-428c8da1-709c-41b7-a392-74a4cea1254a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0512576 Apr 12 17:32:11.347249 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94244a4-b2aa-4459-8f4d-fc3ae167c018 req-95c7ee6e-840b-488c-a4a7-df44dff0abd3 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.357176 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c94244a4-b2aa-4459-8f4d-fc3ae167c018 req-95c7ee6e-840b-488c-a4a7-df44dff0abd3 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.0766935 Apr 12 17:32:11.364440 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb858c4d-5bf7-468e-9667-33b04bb53ca3 None None] Network 84a5bf7c-5113-47bb-9124-9933e654666a requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:32:11.391032 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-ce257115-d3b1-485a-8a48-af74f44c8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.393097 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-ce257115-d3b1-485a-8a48-af74f44c8a3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0508366 Apr 12 17:32:11.409418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c94244a4-b2aa-4459-8f4d-fc3ae167c018 req-73642169-bd9e-4fc7-a577-eacd62af8871 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/security-groups?id=06906a8e-c603-4ede-a409-0663cfd8f825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512753 Apr 12 17:32:11.488819 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-1e1a64dd-5f60-40ef-8f46-295d1bfab7b9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.490422 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-1e1a64dd-5f60-40ef-8f46-295d1bfab7b9 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 946 time: 0.2539067 Apr 12 17:32:11.493888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-ac005c1d-28c9-4704-89da-b66ee3d4a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.495383 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-ac005c1d-28c9-4704-89da-b66ee3d4a327 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785127 Apr 12 17:32:11.672542 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Deleting port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:32:11.672913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:11.701672 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:32:11.706958 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-8e186cb6-583c-4188-b5f4-f31c01a67d9f service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033923 Apr 12 17:32:11.725248 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:32:11.737978 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fa0c2-8497-45c6-a1d1-caa9f7cf0e08 req-71b9b16c-f044-4a46-aa5a-42dd28c4d7f6 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:11.746610 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3fa0c2-8497-45c6-a1d1-caa9f7cf0e08 req-71b9b16c-f044-4a46-aa5a-42dd28c4d7f6 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 944 time: 0.0627422 Apr 12 17:32:11.799698 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3fa0c2-8497-45c6-a1d1-caa9f7cf0e08 req-69c07e43-2d75-4684-ae1c-fa5e1737cf18 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Apr 12 17:32:11.843997 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:11.844368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:11.871750 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Calling delete_port for fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:32:11.879518 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-30a9ec6d-6867-4fcd-9fb3-30b1ca103867 req-b033021d-df3f-476a-b033-c02d3c954fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428947 Apr 12 17:32:11.897665 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:11.915148 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd is: ACTIVE; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:11.915534 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:11.917439 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e', 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30', 'port_id': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e', 'mac_address': 'fa:16:3e:8c:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72744059-225d-46b5-82ab-28039034e00a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:32:11.980080 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,segment=NetworkSegment(04dfd955-61c2-46be-8794-170aa2624e15),segment_id=04dfd955-61c2-46be-8794-170aa2624e15)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:11.982464 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:11.984953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a9852-7b88-402b-94d6-71632d7afba5" -d '{"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:11.999716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:12.000115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.020933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:32:12.031295 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d03e0-1db8-4de6-97be-3b3fb0659ccb x-openstack-request-id: req-d30d03e0-1db8-4de6-97be-3b3fb0659ccb {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:12.031295 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:12.031295 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d30d03e0-1db8-4de6-97be-3b3fb0659ccb {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:12.031295 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30d03e0-1db8-4de6-97be-3b3fb0659ccb'] response: {'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'code': 200} Apr 12 17:32:12.044488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:12.047357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2bca9-4947-4ce6-a0ec-5aaf0d8adc6f req-3aa26df0-835d-451a-9457-1e05a01ceac6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:12.048810 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23f2bca9-4947-4ce6-a0ec-5aaf0d8adc6f req-3aa26df0-835d-451a-9457-1e05a01ceac6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0515137 Apr 12 17:32:12.084110 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.113048 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23f2bca9-4947-4ce6-a0ec-5aaf0d8adc6f req-d251dc14-5d27-494b-8b96-c278eee209ac tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580463 Apr 12 17:32:12.137574 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:12.185860 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.238967 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:12.270199 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.302016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Pushing event deleted for resources: {'Port': ['ID=fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:12.363619 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] No DVR routers for this DVR port fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:32:12.367411 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.370823 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0debc114-fe94-4617-a90a-9f45af6b2f3f req-564f267e-0284-4803-8bc5-c46f380acf85 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.60 "DELETE /v2.0/ports/fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd HTTP/1.1" status: 204 len: 173 time: 0.8745356 Apr 12 17:32:12.371279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-deleted', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:12.373587 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad7c6e9-430d-4f43-885a-6e2d0816052b" -d '{"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-deleted", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:12.407499 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727de44-4c11-41e7-981f-b4b2342bafc7 x-openstack-request-id: req-2727de44-4c11-41e7-981f-b4b2342bafc7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:12.407788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4", "name": "network-vif-deleted", "tag": "fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:12.408038 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2727de44-4c11-41e7-981f-b4b2342bafc7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:12.408439 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2727de44-4c11-41e7-981f-b4b2342bafc7'] response: {'server_uuid': 'e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4', 'name': 'network-vif-deleted', 'tag': 'fe4cf1e9-134e-4183-87a3-b59ddcf4a4fd', 'status': 'completed', 'code': 200} Apr 12 17:32:12.507833 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8e5ed3fe-90e0-4e1a-8842-995c33b33ba9 req-868df210-a691-44fa-aa77-3e84e941281e tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Apr 12 17:32:12.768113 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:12.916640 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d6823-e1fe-4f91-b625-db902dbb5d66 req-974582c9-7a99-484a-9f58-69bd5d274433 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:12.918137 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c03d6823-e1fe-4f91-b625-db902dbb5d66 req-974582c9-7a99-484a-9f58-69bd5d274433 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 945 time: 0.0471365 Apr 12 17:32:12.965605 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c03d6823-e1fe-4f91-b625-db902dbb5d66 req-377e5d66-4220-4136-80d9-4d33a895a5d5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Apr 12 17:32:13.041732 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:32:13.240335 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cfec2-4c52-4486-8f25-76d8ca38da86 req-317757e7-7423-45e8-9c3b-cdf96096b7cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:13.242438 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-588cfec2-4c52-4486-8f25-76d8ca38da86 req-317757e7-7423-45e8-9c3b-cdf96096b7cb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Apr 12 17:32:13.289285 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-588cfec2-4c52-4486-8f25-76d8ca38da86 req-ba45fd94-4545-4c15-9288-99ea274807da tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Apr 12 17:32:13.601711 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7ce0f8d-9728-4caf-8be1-029f70095306 req-0ab11821-9a0c-4b1f-a748-c367e72fac52 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0264702 Apr 12 17:32:14.074171 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9778e1-7859-44c8-bbbe-4d50b12749b2 req-c83f3347-c20d-45a7-a90b-ea6d70404851 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:14.075615 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec9778e1-7859-44c8-bbbe-4d50b12749b2 req-c83f3347-c20d-45a7-a90b-ea6d70404851 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 945 time: 0.0452607 Apr 12 17:32:14.127858 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec9778e1-7859-44c8-bbbe-4d50b12749b2 req-8b2f9ed6-359e-41eb-a0c6-025fa4093212 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 Apr 12 17:32:14.405447 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130c174-cc56-41c6-ad5c-801777eb2cde req-ab43ea38-12c1-43c4-be59-953d16144272 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:14.406902 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1130c174-cc56-41c6-ad5c-801777eb2cde req-ab43ea38-12c1-43c4-be59-953d16144272 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Apr 12 17:32:14.451451 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1130c174-cc56-41c6-ad5c-801777eb2cde req-64fc3eaa-d253-401d-999c-29ad05014ffb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Apr 12 17:32:14.600916 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:14.646827 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:32:14.710960 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-76a30c18-9b24-4406-bc2f-32fda94bbb6e req-b187704e-11e5-4141-8dff-89e162ded095 tempest-DeleteServersTestJSON-1559774644 tempest-DeleteServersTestJSON-1559774644-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c9e3fb-2d72-4b64-aa3f-3489a6d63ce4 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Apr 12 17:32:14.717220 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:14.717633 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:14.797478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:14.797957 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:14.822964 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:14.825395 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016c6b5-cd25-41ea-b51a-9da31344d192" -d '{"events": [{"server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:14.837915 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:14.867729 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1541d-4932-411a-be01-970cf73fe4fa x-openstack-request-id: req-89e1541d-4932-411a-be01-970cf73fe4fa {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:14.868044 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:14.868305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89e1541d-4932-411a-be01-970cf73fe4fa {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:14.868704 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e1541d-4932-411a-be01-970cf73fe4fa'] response: {'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e', 'code': 200} Apr 12 17:32:14.900288 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:14.954207 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:15.218825 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c067b-637a-4f94-9c3d-c501e29bf93c req-497f79aa-4828-4283-8b47-8ac1d074b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:15.220427 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c85c067b-637a-4f94-9c3d-c501e29bf93c req-497f79aa-4828-4283-8b47-8ac1d074b5cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 1130 time: 0.0396214 Apr 12 17:32:15.240584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c145e4-56fe-4b45-aa42-42b011174bed req-58b6b9ac-1dc4-40b6-a4a2-50955f71d14c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:15.242756 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e0c145e4-56fe-4b45-aa42-42b011174bed req-58b6b9ac-1dc4-40b6-a4a2-50955f71d14c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0459073 Apr 12 17:32:15.272235 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c85c067b-637a-4f94-9c3d-c501e29bf93c req-3e6fbc15-b817-4e37-8504-094def29e5d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Apr 12 17:32:15.292349 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e0c145e4-56fe-4b45-aa42-42b011174bed req-7903b7fe-f4f9-471b-9b8b-1a20c0882058 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Apr 12 17:32:15.453936 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bef0d94e-b02a-4c3c-8fc2-056f1c5ca5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:15.565419 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fcdaa-64c9-44cc-b773-2dbf32a58882 req-fac807ec-166c-4b29-996d-afe78bdbcf03 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:15.566893 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a1fcdaa-64c9-44cc-b773-2dbf32a58882 req-fac807ec-166c-4b29-996d-afe78bdbcf03 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Apr 12 17:32:15.611992 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a1fcdaa-64c9-44cc-b773-2dbf32a58882 req-96e184d5-dffa-4a72-a916-f765464e1d8a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Apr 12 17:32:16.403468 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1972a1-539f-4e65-9bb5-e2024506e50a req-09983cc8-6010-4ddb-89da-067b00893ee6 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:16.404785 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce1972a1-539f-4e65-9bb5-e2024506e50a req-09983cc8-6010-4ddb-89da-067b00893ee6 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0437911 Apr 12 17:32:16.449166 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce1972a1-539f-4e65-9bb5-e2024506e50a req-a19d75a6-cd2e-416b-8148-7d9b9d84157d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Apr 12 17:32:16.722355 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d99670-bd4d-4cc2-9187-f012d0fcc34a req-8ed2c944-4727-4af6-be77-374c9920146e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:16.723694 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24d99670-bd4d-4cc2-9187-f012d0fcc34a req-8ed2c944-4727-4af6-be77-374c9920146e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0476086 Apr 12 17:32:16.979314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24d99670-bd4d-4cc2-9187-f012d0fcc34a req-263bb668-32dd-4435-be74-fd0f4d81f336 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500958 Apr 12 17:32:17.272786 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48154) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:17.316165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Deleting subnet 87508f6a-fb0c-4865-92bd-69eb5f0e205d {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:32:17.319235 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Publish callbacks [] for subnet (87508f6a-fb0c-4865-92bd-69eb5f0e205d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.354619 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Publish callbacks [] for subnet (87508f6a-fb0c-4865-92bd-69eb5f0e205d), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.365976 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (87508f6a-fb0c-4865-92bd-69eb5f0e205d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.525093 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (87508f6a-fb0c-4865-92bd-69eb5f0e205d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.535840 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.540303 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87508f6a-fb0c-4865-92bd-69eb5f0e205d HTTP/1.1" status: 204 len: 168 time: 0.2659051 Apr 12 17:32:17.543414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48158) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:17.560688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87508f6a-fb0c-4865-92bd-69eb5f0e205d,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:17.567800 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.568272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.568534 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.568868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.569198 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.569524 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.569897 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.570300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.570629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.570957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.571285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.571607 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.571927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.572245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.572561 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1392d1-588b-4454-82e5-701580eb1533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:17.582769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2619-4868-432a-bccf-f9f574a4d654 req-a261c271-531a-4db9-b6cc-2c64c1c8d9a5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:17.584270 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-409a2619-4868-432a-bccf-f9f574a4d654 req-a261c271-531a-4db9-b6cc-2c64c1c8d9a5 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0705338 Apr 12 17:32:17.642651 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.691251 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-409a2619-4868-432a-bccf-f9f574a4d654 req-121225ef-df55-48c6-a081-1c2dfa9c02b2 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815487 Apr 12 17:32:17.741491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.765475 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.765820 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.766605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.770067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.842748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cb7d36b0-6e12-4c6d-a892-2d27ba2a9c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.896400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.896759 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.897098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.897434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:32:17.898338 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e0408e-ddac-47e6-8d9d-d28d2ef04e93']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:17.919848 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dfd955-61c2-46be-8794-170aa2624e15') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:17.920151 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dfd955-61c2-46be-8794-170aa2624e15') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:17.935756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (04dfd955-61c2-46be-8794-170aa2624e15), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.956999 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (04dfd955-61c2-46be-8794-170aa2624e15), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.965722 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:32:17.966141 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (04dfd955-61c2-46be-8794-170aa2624e15), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: from cryptography.utils import int_from_bytes Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: from cryptography.utils import int_from_bytes Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:32:17.993605 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:32:18.092867 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726dd2d-fde6-45ba-a731-2ea98a810503 req-44e415bc-23b1-4b0d-9309-7bd9a03104bd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:18.094503 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a726dd2d-fde6-45ba-a731-2ea98a810503 req-44e415bc-23b1-4b0d-9309-7bd9a03104bd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Apr 12 17:32:18.141420 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a726dd2d-fde6-45ba-a731-2ea98a810503 req-a7b419c2-92c4-4b8a-9bdd-4a1f3ae08a87 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Apr 12 17:32:18.197142 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (b9e0408e-ddac-47e6-8d9d-d28d2ef04e93), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.204497 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.207848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] 10.222.0.32 "DELETE /v2.0/networks/b9e0408e-ddac-47e6-8d9d-d28d2ef04e93 HTTP/1.1" status: 204 len: 168 time: 0.6634936 Apr 12 17:32:18.218014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e0408e-ddac-47e6-8d9d-d28d2ef04e93,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:18.225758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.226136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.226538 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.226886 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.230454 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.231261 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.231261 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c717be11-7f0f-43fe-8231-d2b2e454484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:18.509212 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48168) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:18.547702 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c217e17b-88b7-41e9-88aa-a2015de3ea31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fd52d08423d4214808abad7510d7258&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372944 Apr 12 17:32:18.549974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48170) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:18.597648 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] Publish callbacks [] for security_group (06906a8e-c603-4ede-a409-0663cfd8f825), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.618878 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] Publish callbacks [] for security_group (06906a8e-c603-4ede-a409-0663cfd8f825), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.739954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (06906a8e-c603-4ede-a409-0663cfd8f825), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.743233 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:18.746911 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06906a8e-c603-4ede-a409-0663cfd8f825 HTTP/1.1" status: 204 len: 168 time: 0.1934979 Apr 12 17:32:18.752466 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc7a44-c360-4ff1-bc48-c4e3cbe2e4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06906a8e-c603-4ede-a409-0663cfd8f825,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:18.811568 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5053-1555-48cf-9022-26c9424b2400 req-5d4ecf63-30a1-4b8e-947f-8d9a7d647bec tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:18.813056 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-05ac5053-1555-48cf-9022-26c9424b2400 req-5d4ecf63-30a1-4b8e-947f-8d9a7d647bec tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0532951 Apr 12 17:32:18.861111 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-05ac5053-1555-48cf-9022-26c9424b2400 req-46424e93-15d2-4977-b8e7-0aada7a5b5b3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Apr 12 17:32:18.968328 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:19.258492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c524-2739-4b98-94ca-31f5a90a71dc req-4b854237-5156-4f0e-9b62-880d2b7cbfe4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:19.258492 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f646c524-2739-4b98-94ca-31f5a90a71dc req-4b854237-5156-4f0e-9b62-880d2b7cbfe4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0463257 Apr 12 17:32:19.302337 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f646c524-2739-4b98-94ca-31f5a90a71dc req-a315216d-f821-43df-84b7-dcc7b3d8aeb2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Apr 12 17:32:19.740789 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48206) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:19.832651 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1446353948-network', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:19.905601 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Made reservation on behalf of 1009306feaa84f07a39bd0ee7c145fe2 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:19.908367 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:19.918684 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:19.998369 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks [] for security_group (ea041dda-1d43-4ae7-9f57-44d1408ea428), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.054909 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ea041dda-1d43-4ae7-9f57-44d1408ea428), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.076270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:32:20.091125 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea041dda-1d43-4ae7-9f57-44d1408ea428,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:20.093993 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (b5cc55c7-83a7-430f-abc3-c7311f14ef21), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.094361 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Added segment b5cc55c7-83a7-430f-abc3-c7311f14ef21 of type vlan for network 142802fc-a09d-48c1-a09f-181a3fe0d99e Apr 12 17:32:20.133982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (142802fc-a09d-48c1-a09f-181a3fe0d99e), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.231130 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (142802fc-a09d-48c1-a09f-181a3fe0d99e), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.232121 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:20.232697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.260105 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.294941 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] Pushing event updated for resources: {'Network': ['ID=142802fc-a09d-48c1-a09f-181a3fe0d99e,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:20.304766 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:32:20.351628 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-651eb9de-d7b9-48e1-99a4-e5fc4932657c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6065235 Apr 12 17:32:20.351879 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48216) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:20.356767 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Request body: {'subnet': {'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1446353948-subnet', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:20.423865 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a964f45-a59e-412f-84c1-4d08d0bf5c51 req-f780f842-0c63-4247-aa06-2b68d5063433 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:20.425352 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a964f45-a59e-412f-84c1-4d08d0bf5c51 req-f780f842-0c63-4247-aa06-2b68d5063433 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Apr 12 17:32:20.455722 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Made reservation on behalf of 1009306feaa84f07a39bd0ee7c145fe2 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:20.457944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.518591 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a964f45-a59e-412f-84c1-4d08d0bf5c51 req-7df03650-2608-433a-940b-8bbba69611e3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869992 Apr 12 17:32:20.682889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (ec2eee4e-7626-43b8-a6a0-68eb39d5bec3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.740812 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:20.752592 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Checking segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:20.752959 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Network hostable DHCP agents. Network: 142802fc-a09d-48c1-a09f-181a3fe0d99e, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:32:20.830831 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:32:20.876537 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 142802fc-a09d-48c1-a09f-181a3fe0d99e) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:20.880776 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:20.881371 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:20.887455 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349e7a7-9318-44e8-b654-4a4e13a6e6b0 None None] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:32:20.936931 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a919562a-5995-4546-9858-2434bb7fc019 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5838685 Apr 12 17:32:20.939494 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48218) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:20.943616 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:20.986497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-142802fc-a09d-48c1-a09f-181a3fe0d99e', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:32:20.987338 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.009054 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.010406 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.065718 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for router_controller (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.196953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Allocated IP 172.20.0.2 (142802fc-a09d-48c1-a09f-181a3fe0d99e/ec2eee4e-7626-43b8-a6a0-68eb39d5bec3/a7decba7-4da3-4644-b660-a42071802ea8) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:21.287877 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for router_gateway (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.343253 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks [] for port (a7decba7-4da3-4644-b660-a42071802ea8), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.431652 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (a7decba7-4da3-4644-b660-a42071802ea8), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.469686 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:21.474767 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:21.482345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:21.487509 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Pushing event updated for resources: {'Port': ['ID=a7decba7-4da3-4644-b660-a42071802ea8,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:21.498834 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.499116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.499487 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.499848 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.500189 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.500522 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.500853 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.501182 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.501509 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.501836 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.502192 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.502531 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.502853 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.503180 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.503504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:21.557239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Attempting to bind port a7decba7-4da3-4644-b660-a42071802ea8 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:32:21.557368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for router_gateway (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.557619 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Attempting to bind port a7decba7-4da3-4644-b660-a42071802ea8 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:32:21.557990 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Attempting to bind port a7decba7-4da3-4644-b660-a42071802ea8 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:21.564583 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:32:21.565185 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Checking segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:21.565869 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.566581 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Bound using segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:32:21.567361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Bound port: a7decba7-4da3-4644-b660-a42071802ea8, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:32:21.567989 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a7decba7-4da3-4644-b660-a42071802ea8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.583722 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.640448 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] For port a7decba7-4da3-4644-b660-a42071802ea8, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:32:21.643782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] For port a7decba7-4da3-4644-b660-a42071802ea8, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a7decba7-4da3-4644-b660-a42071802ea8,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:32:21.677465 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456eef5-e6dc-45d8-b724-b537a132dd14 req-4e545cfe-e2df-4ec9-86c8-e558127bd647 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:21.679468 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a456eef5-e6dc-45d8-b724-b537a132dd14 req-4e545cfe-e2df-4ec9-86c8-e558127bd647 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0882041 Apr 12 17:32:21.717267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a7decba7-4da3-4644-b660-a42071802ea8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.767824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Allocated IP 172.27.2.81 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:21.774847 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a456eef5-e6dc-45d8-b724-b537a132dd14 req-f097369f-0171-43ce-99d3-63a1feaf26d5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881760 Apr 12 17:32:21.788530 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc4eec-d52b-4fdf-a689-01e46f115dff None None] Pushing event updated for resources: {'Port': ['ID=a7decba7-4da3-4644-b660-a42071802ea8,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:21.871527 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:21.882788 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.003889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.047232 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:22.052765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:22.057235 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:22.064132 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Pushing event updated for resources: {'Port': ['ID=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:22.417175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for router_gateway (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.639430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.702775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1d414-8025-4888-90ec-37eeba630a16 None None] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:32:22.771037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Provisioning complete for port a7decba7-4da3-4644-b660-a42071802ea8 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:22.771497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a7decba7-4da3-4644-b660-a42071802ea8), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.853756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:32:22.895944 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Current status of the port a7decba7-4da3-4644-b660-a42071802ea8 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:22.896305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a7decba7-4da3-4644-b660-a42071802ea8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:22.933040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] For port a7decba7-4da3-4644-b660-a42071802ea8, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a7decba7-4da3-4644-b660-a42071802ea8,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:22.949944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe066c-85f6-4462-83f9-f3cb4c52bee7 req-55627449-1489-41ba-ad56-3b7323b0d4c4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:22.951472 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-64fe066c-85f6-4462-83f9-f3cb4c52bee7 req-55627449-1489-41ba-ad56-3b7323b0d4c4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0949667 Apr 12 17:32:23.020273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a7decba7-4da3-4644-b660-a42071802ea8), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.046989 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-64fe066c-85f6-4462-83f9-f3cb4c52bee7 req-3e75b864-f110-4a1b-be5e-ad4d5bcc9ce3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862722 Apr 12 17:32:23.049432 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:32:23.059021 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:32:23.070707 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:32:23.071540 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:23.079782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62335b-3385-4fae-b592-cc32ca112630 None None] Pushing event updated for resources: {'Port': ['ID=a7decba7-4da3-4644-b660-a42071802ea8,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:23.140925 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-25b30d69-76f1-4b48-8ee5-6d8807bec01a None None] Provisioning complete for port a7decba7-4da3-4644-b660-a42071802ea8 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:23.141406 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-25b30d69-76f1-4b48-8ee5-6d8807bec01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a7decba7-4da3-4644-b660-a42071802ea8), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.159356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.165329 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-28509ec6-aa3b-4647-bcd7-948bb5f26d1b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2202795 Apr 12 17:32:23.165461 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48234) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:23.199187 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:32:23.239756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-25b30d69-76f1-4b48-8ee5-6d8807bec01a None None] Current status of the port a7decba7-4da3-4644-b660-a42071802ea8 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:23.470563 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-623150f3-0b43-427a-8aea-5b63be4c1d41 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:23.471993 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-623150f3-0b43-427a-8aea-5b63be4c1d41 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/networks?id=84a5bf7c-5113-47bb-9124-9933e654666a HTTP/1.1" status: 200 len: 809 time: 0.1450529 Apr 12 17:32:23.489596 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-a08def94-b739-4c73-9765-b781e6c3527a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/quotas/96f462be844c451b8e764fcb7a7cfbd5 HTTP/1.1" status: 200 len: 375 time: 0.0114126 Apr 12 17:32:23.495207 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:22Z', 'revision_number': 3, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:23.526376 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:32:23.526841 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Updating router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:32:23.533836 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-9e414f1b-f26d-489d-b468-bfd1ee3c2aa3 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379651 Apr 12 17:32:23.564482 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.637345 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-b2c318d8-8821-4ae6-a97e-f53e180c32d1 service neutron] 10.222.0.32 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951433 Apr 12 17:32:23.676067 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.734873 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-55d94963-1cad-478d-8a8e-9826b936580a service neutron] 10.222.0.32 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877452 Apr 12 17:32:23.841322 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Allocated IP 172.20.0.1 (142802fc-a09d-48c1-a09f-181a3fe0d99e/ec2eee4e-7626-43b8-a6a0-68eb39d5bec3/d5556495-0cc3-4e55-a447-17f73fdc440a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:23.852025 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks [] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.939945 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:23.983801 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Pushing event updated for resources: {'Port': ['ID=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:24.010066 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.010479 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.010907 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.011329 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.011726 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.012117 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.012507 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.013017 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.013402 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.013941 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.018778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.018778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.018778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.018778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.018778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:32:24.039597 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Attempting to bind port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:32:24.040048 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Attempting to bind port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:32:24.040472 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Attempting to bind port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:24.050474 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:32:24.050943 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:24.051459 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.051920 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:32:24.052988 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Bound port: c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:32:24.053139 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.103880 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00f199e5-562c-4e9b-97a0-eee032f94bad req-6477c2c0-26fd-48d1-9b51-863a3bd632d0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0645142 Apr 12 17:32:24.107782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a7decba7-4da3-4644-b660-a42071802ea8 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:24.194344 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] For port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:32:24.199053 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] For port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:32:24.223488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port a7decba7-4da3-4644-b660-a42071802ea8 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:24.224991 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a7decba7-4da3-4644-b660-a42071802ea8), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.283801 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.355965 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks [] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.387031 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a7decba7-4da3-4644-b660-a42071802ea8 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:24.410112 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847ecb-501b-46b0-882c-fac55306f23f None None] Pushing event updated for resources: {'Port': ['ID=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:24.420364 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:32:24.421101 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:24.488804 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.532463 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:24.537294 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:24.541977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:24.542779 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:32:24.542984 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.547756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906ddbf-728f-4164-a525-a100178a7ef3 req-50677a35-8697-4b80-a3df-a3ca0efd3f44 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:24.549952 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Pushing event updated for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:24.556401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f906ddbf-728f-4164-a525-a100178a7ef3 req-50677a35-8697-4b80-a3df-a3ca0efd3f44 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.3785186 Apr 12 17:32:24.611471 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f906ddbf-728f-4164-a525-a100178a7ef3 req-03eb6623-c9e4-41c6-805b-36ef24951600 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 Apr 12 17:32:24.742814 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:22Z', 'revision_number': 3, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:24.778180 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-cdedf3f0-04e8-45b0-8330-904d0a59fad1 None None] Provisioning complete for port d5556495-0cc3-4e55-a447-17f73fdc440a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:24.778825 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cdedf3f0-04e8-45b0-8330-904d0a59fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.778961 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815fc9f-6095-4ff4-80f8-6eb02868a41b None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:22Z', 'revision_number': 3, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:32:24.783482 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:24.820736 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-cdedf3f0-04e8-45b0-8330-904d0a59fad1 None None] Port d5556495-0cc3-4e55-a447-17f73fdc440a cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:32:24.981298 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks [] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:25.059774 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:25.064746 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:25.152479 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Pushing event updated for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:25.190941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dc9aef3-be07-4b1d-a768-015bb6c5a1be req-6b16f2e6-3b16-428f-9419-13099826a238 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0448399 Apr 12 17:32:25.242202 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:25.243991 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:25.397142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:32:25.527780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:32:25.535118 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2997080d-62ec-4b0f-8b9e-68332d10cc45 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ac1abef-5a5c-476a-98a7-6b1b74be8a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3696191 Apr 12 17:32:25.557119 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-8c07431f-df8f-42ef-b499-7fada3d8bab4 None None] Provisioning complete for port d5556495-0cc3-4e55-a447-17f73fdc440a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:25.557683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c07431f-df8f-42ef-b499-7fada3d8bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:25.595191 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8c07431f-df8f-42ef-b499-7fada3d8bab4 None None] Port d5556495-0cc3-4e55-a447-17f73fdc440a cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:32:25.733173 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac32be-95f1-4fa0-8bb2-b699f48b472f req-31ec911b-4f5a-411d-adb6-12f868c88f6d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:25.734794 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66ac32be-95f1-4fa0-8bb2-b699f48b472f req-31ec911b-4f5a-411d-adb6-12f868c88f6d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Apr 12 17:32:25.793508 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66ac32be-95f1-4fa0-8bb2-b699f48b472f req-25791183-af8e-4b97-8e67-3fe615a3b2da tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Apr 12 17:32:26.005436 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:26.063950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:26.064247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.139428 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:26.139814 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.161134 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:26.223579 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.247289 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48344) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:26.252633 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110053417', 'description': 'tempest-description--407129759'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:26.305552 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:26.343499 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db0cea53-45e9-4136-b4c2-5f17fe4e4f41 req-8ac48764-6149-4c2d-af41-84a4a631d9c3 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0281084 Apr 12 17:32:26.352244 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.424246 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (2ae448be-628d-42fa-99ac-d3ae3157abf8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.494343 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (2ae448be-628d-42fa-99ac-d3ae3157abf8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.523062 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae448be-628d-42fa-99ac-d3ae3157abf8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:26.555567 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:32:26.567678 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:32:26.568261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:26.582163 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.583423 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c54c6497-968e-4387-93f3-4fcc41027102 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3348672 Apr 12 17:32:26.586295 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 48350) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:26.590941 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group_rule': {'security_group_id': '2ae448be-628d-42fa-99ac-d3ae3157abf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:26.671871 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (54fcb080-a1e8-4aa0-b106-f37c8ee85583), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.729681 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (54fcb080-a1e8-4aa0-b106-f37c8ee85583), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.811116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:32:26.820197 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (54fcb080-a1e8-4aa0-b106-f37c8ee85583), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.842252 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fcb080-a1e8-4aa0-b106-f37c8ee85583,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:26.931217 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:26.931706 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9d8d-ef37-478f-9b3f-50f26334b376 req-a3a48c37-f70e-4f62-94db-e85ae8f25f18 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:26.932669 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-eaadd3b8-6af5-46e5-9121-513d044b5701 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453381 Apr 12 17:32:26.933240 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93ab9d8d-ef37-478f-9b3f-50f26334b376 req-a3a48c37-f70e-4f62-94db-e85ae8f25f18 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0566142 Apr 12 17:32:26.939018 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48354) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:26.945010 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group_rule': {'security_group_id': '2ae448be-628d-42fa-99ac-d3ae3157abf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:27.009038 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93ab9d8d-ef37-478f-9b3f-50f26334b376 req-f9c59b09-1d5a-4d37-9489-d04e57fa8dfe tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Apr 12 17:32:27.029229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 2, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:27.044701 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-c367386d-73c0-4873-80fc-a7df878d00a2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:27.046165 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-c367386d-73c0-4873-80fc-a7df878d00a2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "GET /v2.0/networks?id=84a5bf7c-5113-47bb-9124-9933e654666a HTTP/1.1" status: 200 len: 809 time: 0.1485195 Apr 12 17:32:27.048786 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:32:27.049147 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Updating router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f port d5556495-0cc3-4e55-a447-17f73fdc440a binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:32:27.066144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Request body: {'port': {'device_id': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a', 'admin_state_up': True, 'tenant_id': '96f462be844c451b8e764fcb7a7cfbd5'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:27.078366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (3e539a46-5b21-45e9-b234-ece0cbea47ea), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.082949 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.130633 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (3e539a46-5b21-45e9-b234-ece0cbea47ea), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.226057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (3e539a46-5b21-45e9-b234-ece0cbea47ea), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.246429 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e539a46-5b21-45e9-b234-ece0cbea47ea,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:27.255049 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Made reservation on behalf of 96f462be844c451b8e764fcb7a7cfbd5 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:27.258581 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.348344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.350373 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-664e65d4-bd97-41af-93e5-1df6d11c4d06 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4091744 Apr 12 17:32:27.364197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 48358) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:32:27.370441 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:27.410769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks [] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.422647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Allocated IP 172.20.0.13 (84a5bf7c-5113-47bb-9124-9933e654666a/edfd1189-e309-4f9c-a66e-864dd7856d3b/d4271f36-4c2e-4af4-a9a4-0cb7f690fef4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:27.452173 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.457175 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02d0e4e6-570a-45ef-b174-480ee6edb875 req-5e01b895-8c17-4666-ac52-f5e1bbf87125 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0313783 Apr 12 17:32:27.494056 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.540875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.563293 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f680a-99d1-41fd-8426-ec189c78cc71 None None] Pushing event updated for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:27.629360 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Attempting to bind port d5556495-0cc3-4e55-a447-17f73fdc440a on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:32:27.630065 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Attempting to bind port d5556495-0cc3-4e55-a447-17f73fdc440a by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:32:27.630272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Attempting to bind port d5556495-0cc3-4e55-a447-17f73fdc440a on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:27.636681 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:32:27.637254 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Checking segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:27.637756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.638276 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Bound using segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:32:27.639107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Bound port: d5556495-0cc3-4e55-a447-17f73fdc440a, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:32:27.639602 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.652534 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks [] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.672983 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Allocated IP 172.27.2.242 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/47f2375f-6bf1-4189-a0de-dcb4d46f3c84) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:27.718512 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] For port d5556495-0cc3-4e55-a447-17f73fdc440a, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:32:27.721895 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] For port d5556495-0cc3-4e55-a447-17f73fdc440a, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d5556495-0cc3-4e55-a447-17f73fdc440a,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:32:27.741338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.790439 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Network 84a5bf7c-5113-47bb-9124-9933e654666a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:27.793571 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:27.795999 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:27.797518 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.801349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:27.802446 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.806725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.828237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Pushing event updated for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:27.861870 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Provisioning complete for port d5556495-0cc3-4e55-a447-17f73fdc440a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:27.862524 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:27.903048 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-1a1fc0cf-276a-40e1-a8ae-9f99df8410fa tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8407371 Apr 12 17:32:27.905632 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f680a-99d1-41fd-8426-ec189c78cc71 None None] Pushing event updated for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:27.910488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:32:27.911121 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:27.932710 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Request body: {'port': {'device_id': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:27.946559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.005132 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:28.009198 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:28.017230 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:28.055457 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.068153 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=47f2375f-6bf1-4189-a0de-dcb4d46f3c84,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:28.099926 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:28.160699 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Current status of the port d5556495-0cc3-4e55-a447-17f73fdc440a is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:28.161004 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.179107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:32:28.212758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce887fc-6000-47da-af49-6e43c3bf8726 req-bfec0769-bc33-4d9a-9329-941218597636 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:28.214564 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ce887fc-6000-47da-af49-6e43c3bf8726 req-bfec0769-bc33-4d9a-9329-941218597636 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.1153221 Apr 12 17:32:28.219699 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.253308 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:28.253684 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.272047 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ce887fc-6000-47da-af49-6e43c3bf8726 req-302267f9-0c6b-4a19-8247-207e77504d3e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 Apr 12 17:32:28.282189 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] For port d5556495-0cc3-4e55-a447-17f73fdc440a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d5556495-0cc3-4e55-a447-17f73fdc440a,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:28.326523 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.369380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.390710 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:32:28.401027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks [] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.417618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Transition to ACTIVE for port object d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:32:28.479530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.501073 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc154ed-7939-4259-88dd-070897bc9fa5 None None] Pushing event updated for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:28.541948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:28.547414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7659bbaf-f33c-495b-842e-14e14054ecaf None None] Provisioning complete for port d5556495-0cc3-4e55-a447-17f73fdc440a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:28.547414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7659bbaf-f33c-495b-842e-14e14054ecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.563931 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Pushing event updated for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:28.570846 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:27Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:32:28.604679 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd66a60-2ccf-4366-9ae7-a189bfa172dc None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:27Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:32:28.615812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Attempting to bind port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:32:28.615812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Attempting to bind port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:32:28.615812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Attempting to bind port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 on network 84a5bf7c-5113-47bb-9124-9933e654666a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:28.615812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 on network 84a5bf7c-5113-47bb-9124-9933e654666a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:32:28.615812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Attempting to bind port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 on network 84a5bf7c-5113-47bb-9124-9933e654666a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:28.621122 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:32:28.621511 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Checking segment: {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:28.621929 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Bound using segment: {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:32:28.622381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Bound port: d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:32:28.622739 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.639819 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.648226 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61486127-d9ae-43cd-b44e-7f8125879e82 req-b357a368-c01c-418a-92cd-09b37e01f10d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:28.650732 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61486127-d9ae-43cd-b44e-7f8125879e82 req-b357a368-c01c-418a-92cd-09b37e01f10d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.1023581 Apr 12 17:32:28.706319 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7659bbaf-f33c-495b-842e-14e14054ecaf None None] Current status of the port d5556495-0cc3-4e55-a447-17f73fdc440a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:28.716055 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.730192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:32:28.733340 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:32:28.779025 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61486127-d9ae-43cd-b44e-7f8125879e82 req-19b2fbc7-8c33-4ee5-85bf-be092a1f8cf7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009340 Apr 12 17:32:28.810100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=47f2375f-6bf1-4189-a0de-dcb4d46f3c84,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:28.826018 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.832252 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.870563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:28.871128 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.872625 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] 10.222.0.60 "PUT /v2.0/ports/d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 HTTP/1.1" status: 200 len: 1094 time: 0.9450517 Apr 12 17:32:28.873025 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:28.875479 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d641cd-0a7f-4792-a938-7c7a5c1ac611" -d '{"events": [{"name": "network-changed", "server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:28.902306 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f32f-865d-4abf-8544-a3b4b4788eea service neutron] Pushing event updated for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:28.907587 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:28.910553 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3cd0363d-4cce-4722-a164-5ee4a5fbca19 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5432851 Apr 12 17:32:28.916975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f2c2a-1bbb-4b47-bd8f-2f882b3411d8 x-openstack-request-id: req-8f0f2c2a-1bbb-4b47-bd8f-2f882b3411d8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:28.917275 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:28.917530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f0f2c2a-1bbb-4b47-bd8f-2f882b3411d8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:28.917941 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0f2c2a-1bbb-4b47-bd8f-2f882b3411d8'] response: {'name': 'network-changed', 'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4', 'status': 'completed', 'code': 200} Apr 12 17:32:29.024897 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-da215062-b98b-4748-8579-a86cd153d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.026521 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-da215062-b98b-4748-8579-a86cd153d67c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 1128 time: 0.0436611 Apr 12 17:32:29.150324 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-4945ee92-5383-4b62-92ee-de699d5852e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.151797 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-4945ee92-5383-4b62-92ee-de699d5852e7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1037810 Apr 12 17:32:29.251399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-0c040188-d29a-495e-b233-af04d8f4d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.253039 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-16d641cd-0a7f-4792-a938-7c7a5c1ac611 req-0c040188-d29a-495e-b233-af04d8f4d1b2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931654 Apr 12 17:32:29.393153 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-09b7dcbf-24dd-4036-a9f8-0ffab59496cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.394605 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-09b7dcbf-24dd-4036-a9f8-0ffab59496cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 1128 time: 0.0485885 Apr 12 17:32:29.399852 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67073-df4e-4d7a-97a0-a05385680ffa req-7c1dd6a3-fce9-4a39-9930-5e1fae579ff0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.401353 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-55a67073-df4e-4d7a-97a0-a05385680ffa req-7c1dd6a3-fce9-4a39-9930-5e1fae579ff0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Apr 12 17:32:29.460312 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-c3bf9dd7-fc11-4c6d-99ee-ce9c815d5ac4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 HTTP/1.1" status: 200 len: 217 time: 0.0413961 Apr 12 17:32:29.461658 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-55a67073-df4e-4d7a-97a0-a05385680ffa req-3fb2ff04-caa2-4154-a2af-1c583a4c7434 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Apr 12 17:32:29.530616 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-a89702c3-f34a-492d-9498-4882cdd99bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.532081 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-a89702c3-f34a-492d-9498-4882cdd99bd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=edfd1189-e309-4f9c-a66e-864dd7856d3b HTTP/1.1" status: 200 len: 849 time: 0.0637000 Apr 12 17:32:29.572179 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-e7e5aff8-bf51-42fd-ac8c-f25f02c344dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84a5bf7c-5113-47bb-9124-9933e654666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292156 Apr 12 17:32:29.668566 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-35ca5b52-b02c-49d1-a50c-14582e47b5af service neutron] 10.222.0.60 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892284 Apr 12 17:32:29.766576 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-486d51d2-c54b-48d6-ba63-3d6686c9d351 req-34d8f9a7-33b1-4c82-8675-23a393e5564d service neutron] 10.222.0.60 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907345 Apr 12 17:32:29.899824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df009b5-8782-4de8-baf9-05e8bcaa1f5e req-b482cccd-05d2-4bf6-89cd-ca38dd3953d8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:29.901210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9df009b5-8782-4de8-baf9-05e8bcaa1f5e req-b482cccd-05d2-4bf6-89cd-ca38dd3953d8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0536015 Apr 12 17:32:29.953609 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9df009b5-8782-4de8-baf9-05e8bcaa1f5e req-81fe655a-1ac3-4763-91ba-65560b4a3d38 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Apr 12 17:32:30.001709 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d5556495-0cc3-4e55-a447-17f73fdc440a up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:30.050354 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port d5556495-0cc3-4e55-a447-17f73fdc440a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:30.050735 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:30.126883 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port d5556495-0cc3-4e55-a447-17f73fdc440a is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:30.571329 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67ec8-b633-4686-b400-adc6a2ae7807 req-59c67d20-7f55-4de0-a48f-c53bc0605545 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:30.573050 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-76d67ec8-b633-4686-b400-adc6a2ae7807 req-59c67d20-7f55-4de0-a48f-c53bc0605545 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0503094 Apr 12 17:32:30.620148 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-76d67ec8-b633-4686-b400-adc6a2ae7807 req-45b4af4f-a573-4e8e-bb98-d62281fed854 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Apr 12 17:32:31.063667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a05f7e-4076-408d-9ee9-129adb950c19 req-cadc17ed-6517-4a29-9855-08c1a0722cb9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:31.065228 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4a05f7e-4076-408d-9ee9-129adb950c19 req-cadc17ed-6517-4a29-9855-08c1a0722cb9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0455871 Apr 12 17:32:31.114430 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4a05f7e-4076-408d-9ee9-129adb950c19 req-53fafe50-7e17-4cf5-955e-636c2499f082 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Apr 12 17:32:31.734935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d02fce-d562-4886-a690-891b7df8badd req-f1c43a99-589a-4d54-818b-10c6f462ede0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:31.736568 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2d02fce-d562-4886-a690-891b7df8badd req-f1c43a99-589a-4d54-818b-10c6f462ede0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Apr 12 17:32:31.784952 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2d02fce-d562-4886-a690-891b7df8badd req-29708e6d-1798-4351-9ae2-879ba7697d16 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Apr 12 17:32:32.225792 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a50ab-e4d8-44e2-abb7-9ddb90b74209 req-b6e17548-15f0-4fc7-9740-74eee5fc4dec tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:32.227355 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d18a50ab-e4d8-44e2-abb7-9ddb90b74209 req-b6e17548-15f0-4fc7-9740-74eee5fc4dec tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0465295 Apr 12 17:32:32.273759 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d18a50ab-e4d8-44e2-abb7-9ddb90b74209 req-6db0b018-dc1c-47f4-a300-bc1f73168138 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Apr 12 17:32:32.505983 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-94c0a673-e806-4924-a110-4ab098bfa158 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1110053417&fields=id&tenant_id=1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 267 time: 0.0461979 Apr 12 17:32:32.614500 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-11fa95c2-fada-402c-a8c9-e1a376cfc3d3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:32.615982 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-11fa95c2-fada-402c-a8c9-e1a376cfc3d3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 811 time: 0.1031802 Apr 12 17:32:32.630098 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-87bc28d0-ab0b-4870-84a6-896cc1f035a6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/quotas/1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 375 time: 0.0087957 Apr 12 17:32:32.677743 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-564c94de-b045-4fc4-8019-13ea754905c3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423255 Apr 12 17:32:32.774387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-f0c04715-eaf9-4a81-8c7b-f60609ed83f3 service neutron] 10.222.0.32 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 Apr 12 17:32:32.910644 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6237ef-77bb-4553-95c2-5a4e30be7255 req-8e95c690-f0e6-44ef-bc68-43c98acb7417 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:32.912091 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b6237ef-77bb-4553-95c2-5a4e30be7255 req-8e95c690-f0e6-44ef-bc68-43c98acb7417 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0619459 Apr 12 17:32:32.914258 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-f76aa34d-fdc0-44ca-ba10-fa9bb95c512d service neutron] 10.222.0.32 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268299 Apr 12 17:32:32.965775 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2b6237ef-77bb-4553-95c2-5a4e30be7255 req-449fffd1-1a72-43d4-adef-c68121301b70 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474684 Apr 12 17:32:33.113830 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-81efafca-6569-4df4-80e7-f587b6d5de96 req-61221815-bada-406b-bc2b-0e5b7d666370 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0288095 Apr 12 17:32:33.384175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b1142-4496-44aa-aed1-b8792bc955af req-c36b9a8e-9fc7-4526-ad8e-28c8b528c354 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:33.385686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-478b1142-4496-44aa-aed1-b8792bc955af req-c36b9a8e-9fc7-4526-ad8e-28c8b528c354 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0455813 Apr 12 17:32:33.436820 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-478b1142-4496-44aa-aed1-b8792bc955af req-6e0efeb4-3dd5-4ccc-af60-15120167fadf tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Apr 12 17:32:34.072723 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf845bd9-f360-425a-9529-e7b4745032a4 req-a4143f35-4eb7-46b1-bdd9-ba85c0f35d4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:34.074324 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bf845bd9-f360-425a-9529-e7b4745032a4 req-a4143f35-4eb7-46b1-bdd9-ba85c0f35d4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Apr 12 17:32:34.120758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bf845bd9-f360-425a-9529-e7b4745032a4 req-10fb772c-32d4-410f-b4ed-1a1af878af56 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Apr 12 17:32:34.209352 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c35f5227-aad7-47c0-93c2-f41cea44fbf0 req-8d30f63f-c786-4fea-af94-9fc3e05f33e6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0282187 Apr 12 17:32:34.545037 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98200826-f49e-4787-9d32-7a6885ea159f req-db15c8a7-bacd-4368-beb0-c69df21f07ed tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:34.546689 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98200826-f49e-4787-9d32-7a6885ea159f req-db15c8a7-bacd-4368-beb0-c69df21f07ed tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0457671 Apr 12 17:32:34.599082 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98200826-f49e-4787-9d32-7a6885ea159f req-6d84fba4-9b75-45b8-8fb6-177a131df271 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467360 Apr 12 17:32:35.245440 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36dd9-94b5-4c55-9b31-b9f01917950e req-ee6e2e07-4763-4f58-b497-8167e5923df4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:35.247247 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66e36dd9-94b5-4c55-9b31-b9f01917950e req-ee6e2e07-4763-4f58-b497-8167e5923df4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0461819 Apr 12 17:32:35.313171 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0502833e-b87e-4c2f-a8dd-c70037089845 req-c5e685b8-0490-484e-98e5-1d3490fd9182 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0354517 Apr 12 17:32:35.317433 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66e36dd9-94b5-4c55-9b31-b9f01917950e req-8de183c1-9048-47f7-91b6-53fe899788c8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Apr 12 17:32:35.658500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073438-8761-4350-8724-99b81a5a9829 req-006e8f00-9bd4-474c-999e-55adf49ed2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:35.660299 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9073438-8761-4350-8724-99b81a5a9829 req-006e8f00-9bd4-474c-999e-55adf49ed2bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1129 time: 0.0399461 Apr 12 17:32:35.705902 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9073438-8761-4350-8724-99b81a5a9829 req-02973603-890f-480d-b653-1cff286d4e81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387468 Apr 12 17:32:35.716245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0ac96-9336-4990-b47c-eee4a22be7fd req-3d131628-5da0-43b5-82f3-84661c98e85a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:35.717885 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fe0ac96-9336-4990-b47c-eee4a22be7fd req-3d131628-5da0-43b5-82f3-84661c98e85a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0528755 Apr 12 17:32:35.766199 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fe0ac96-9336-4990-b47c-eee4a22be7fd req-85be6df9-a5ab-4672-adc0-21727d52805e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427313 Apr 12 17:32:36.410586 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fb0c9ef5-71c6-4033-a292-2e98b15c51c3 req-58e438b3-a677-46ea-953d-53120736e786 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0332737 Apr 12 17:32:36.444727 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25c8e-ebb2-4575-ab86-15b0505c0fa1 req-f3b4ff29-a315-47dc-909e-ac00a60809bc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:36.446217 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ed25c8e-ebb2-4575-ab86-15b0505c0fa1 req-f3b4ff29-a315-47dc-909e-ac00a60809bc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0602796 Apr 12 17:32:36.491967 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ed25c8e-ebb2-4575-ab86-15b0505c0fa1 req-018e475f-44e7-4a25-8567-eac3647de68d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Apr 12 17:32:36.879448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e113ef-2596-40a7-852d-1439cf0d197a req-52b682fd-2da8-41ac-bb3a-600c97358288 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:36.880926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06e113ef-2596-40a7-852d-1439cf0d197a req-52b682fd-2da8-41ac-bb3a-600c97358288 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0487759 Apr 12 17:32:36.927072 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06e113ef-2596-40a7-852d-1439cf0d197a req-67131eb0-6406-464b-990e-ed7342e6c82d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Apr 12 17:32:37.501282 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-04e8d8b4-d878-4ca9-b123-4b97d706b3db req-714565d8-6e81-4673-9f1f-211bdb617112 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0261381 Apr 12 17:32:37.600348 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9141e-225c-49a6-93fe-084db5910169 req-a1f7490f-e3c8-414a-985e-402b10befe20 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:37.601791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01a9141e-225c-49a6-93fe-084db5910169 req-a1f7490f-e3c8-414a-985e-402b10befe20 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0437238 Apr 12 17:32:37.648393 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-01a9141e-225c-49a6-93fe-084db5910169 req-726ebbb0-37ba-4a71-b15b-be061d2c9b80 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Apr 12 17:32:37.708455 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:32:38.038389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce765-bae8-4abe-9c68-485704d79cf1 req-5ade5f4f-a90c-4627-9200-ae67301a0710 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:38.039878 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfdce765-bae8-4abe-9c68-485704d79cf1 req-5ade5f4f-a90c-4627-9200-ae67301a0710 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0493925 Apr 12 17:32:38.091317 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfdce765-bae8-4abe-9c68-485704d79cf1 req-9c1b5543-c29f-4c78-8e61-a15e2935c00a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Apr 12 17:32:38.595118 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6c2246a0-dbe1-41a3-92d8-15800da9a91d req-7e4807fa-fc11-41db-83e5-8367b56bcf7c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0269318 Apr 12 17:32:38.755703 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fe33-7e7d-4c87-baed-a9bfe9470e3e req-df363c6a-f226-4d41-9327-19f6f215fb64 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:38.757149 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b09fe33-7e7d-4c87-baed-a9bfe9470e3e req-df363c6a-f226-4d41-9327-19f6f215fb64 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0446377 Apr 12 17:32:38.805504 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7b09fe33-7e7d-4c87-baed-a9bfe9470e3e req-e621668d-5407-414d-ae43-a8f14223fba5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Apr 12 17:32:39.204825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d3392-0ab4-4a40-9770-2b1ce56a7b42 req-438cb64c-4620-42be-9301-2cd8bf588ed0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:39.206342 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e9d3392-0ab4-4a40-9770-2b1ce56a7b42 req-438cb64c-4620-42be-9301-2cd8bf588ed0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0511839 Apr 12 17:32:39.252523 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2e9d3392-0ab4-4a40-9770-2b1ce56a7b42 req-c219b87e-be88-450d-860f-b463edb70d13 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Apr 12 17:32:39.686710 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15e7f28b-9821-41f9-92c6-f0dac8181255 req-a8acfd0a-54f7-4fbc-98a8-d310e3e811e9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0267498 Apr 12 17:32:39.916438 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4ff4e-accc-45e5-9e5a-9bfa1d4f523c req-3ebf69b3-0de5-4b7d-b059-82796c04c049 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:39.917907 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7eb4ff4e-accc-45e5-9e5a-9bfa1d4f523c req-3ebf69b3-0de5-4b7d-b059-82796c04c049 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0452099 Apr 12 17:32:39.968371 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7eb4ff4e-accc-45e5-9e5a-9bfa1d4f523c req-9fc8d726-58c2-4e6b-bde5-23bcc6a281bc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Apr 12 17:32:40.362110 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ee0d5-977b-4347-ab0a-87b43d427443 req-1037edfd-3459-4c86-8d96-c23adb7859bd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:40.363602 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d3ee0d5-977b-4347-ab0a-87b43d427443 req-1037edfd-3459-4c86-8d96-c23adb7859bd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0478837 Apr 12 17:32:40.409960 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d3ee0d5-977b-4347-ab0a-87b43d427443 req-f3222ef2-97c5-4f65-b3ae-3de2c337c342 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Apr 12 17:32:40.781442 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61d06d55-ecd6-4b11-b919-3172248e9174 req-e361812b-14bc-4d09-9893-2cc2bde27fad tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0258379 Apr 12 17:32:41.082101 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e00438-7440-44a2-a161-65c49b8126ba req-c0cf7484-3766-45cf-8bd9-8a2077a6e3ea tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:41.083569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80e00438-7440-44a2-a161-65c49b8126ba req-c0cf7484-3766-45cf-8bd9-8a2077a6e3ea tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Apr 12 17:32:41.131749 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80e00438-7440-44a2-a161-65c49b8126ba req-677cf5d0-35db-4cf0-8453-370d6bf7bfef tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Apr 12 17:32:41.517382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6447dbd-487e-4421-9fd7-f6a7d43f1460 req-dc844ff4-32b3-4965-95b6-7fed8091b090 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:41.518831 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6447dbd-487e-4421-9fd7-f6a7d43f1460 req-dc844ff4-32b3-4965-95b6-7fed8091b090 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0440154 Apr 12 17:32:41.564722 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6447dbd-487e-4421-9fd7-f6a7d43f1460 req-8b17316e-ee59-43ad-9da0-fcae63174d83 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Apr 12 17:32:41.870917 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4e78c0da-30dd-4f30-b906-ca2d066ab6ef req-bdc76183-8272-4ddc-a025-76c8369b3b59 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0260706 Apr 12 17:32:42.247189 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb424-d1b1-4415-84dc-fd46a68cccb5 req-1604cf15-caf4-4742-9d8b-b6c97c4936d4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:42.248682 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-635fb424-d1b1-4415-84dc-fd46a68cccb5 req-1604cf15-caf4-4742-9d8b-b6c97c4936d4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0512664 Apr 12 17:32:42.294011 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-635fb424-d1b1-4415-84dc-fd46a68cccb5 req-f11093e1-3968-4ac6-83a3-84a0de26721e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Apr 12 17:32:42.675741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054e8b0-6ca2-4771-90cf-d8cab4bc51e6 req-2bfe989e-5e10-493b-ae56-b18446c6f984 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:42.677175 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e054e8b0-6ca2-4771-90cf-d8cab4bc51e6 req-2bfe989e-5e10-493b-ae56-b18446c6f984 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 944 time: 0.0465825 Apr 12 17:32:42.687924 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:32:42.724453 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e054e8b0-6ca2-4771-90cf-d8cab4bc51e6 req-2e39c49d-2f5e-4fa3-8e20-7aeb32865b8d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Apr 12 17:32:42.789731 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:42.796341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:42.806867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4', 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a', 'port_id': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4', 'mac_address': 'fa:16:3e:b4:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edfd1189-e309-4f9c-a66e-864dd7856d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:32:42.844213 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:42.844604 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:42.857257 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:32:42.875796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:42.963308 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22ebdefc-7236-4752-b0d4-8ffaf848b735 req-fa4cdf53-2bde-4527-a591-b5b010d92164 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0262992 Apr 12 17:32:42.963516 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:43.010703 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:43.405375 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb147c-3204-4cf9-99f8-d44ffcae5db6 req-d9f5fcda-3675-4a08-903c-a7f86936025e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:43.406759 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0fb147c-3204-4cf9-99f8-d44ffcae5db6 req-d9f5fcda-3675-4a08-903c-a7f86936025e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Apr 12 17:32:43.451407 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0fb147c-3204-4cf9-99f8-d44ffcae5db6 req-4532e151-7ff3-4e9f-93d8-e76db80ccc48 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391688 Apr 12 17:32:43.833137 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0462ff-f865-4cee-b16b-c7945246741b req-27491d21-192a-42a9-af4b-5cbfcd161cc1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:43.834616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e0462ff-f865-4cee-b16b-c7945246741b req-27491d21-192a-42a9-af4b-5cbfcd161cc1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 945 time: 0.0446076 Apr 12 17:32:43.879331 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e0462ff-f865-4cee-b16b-c7945246741b req-82ffd370-3b55-45d3-a291-27a325115ecd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Apr 12 17:32:44.056466 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-61b59d9b-d16e-4ef3-9cc0-fd62c5bb39d7 req-4e7a3995-6831-4689-b9bd-9e41e51e83fb tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0261493 Apr 12 17:32:44.275547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['d4271f36-4c2e-4af4-a9a4-0cb7f690fef4'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:32:44.564845 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a6e09-fa5e-4afb-83d8-bd3deb5518f5 req-6a18b476-f881-4eae-98a6-1ecf5073ad53 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:44.566342 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-147a6e09-fa5e-4afb-83d8-bd3deb5518f5 req-6a18b476-f881-4eae-98a6-1ecf5073ad53 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0478888 Apr 12 17:32:44.612738 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-147a6e09-fa5e-4afb-83d8-bd3deb5518f5 req-67e0e567-2b59-4901-9b40-1369fecf9577 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Apr 12 17:32:44.996899 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6883-141f-4d46-be73-d54ae3ad85d5 req-48afbaeb-7839-4a05-b653-1ffb0ba47f6d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:44.998566 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b8b6883-141f-4d46-be73-d54ae3ad85d5 req-48afbaeb-7839-4a05-b653-1ffb0ba47f6d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 945 time: 0.0503821 Apr 12 17:32:45.048367 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0b8b6883-141f-4d46-be73-d54ae3ad85d5 req-f117de70-1263-4323-88cb-a416cc5174fd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Apr 12 17:32:45.150898 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a3dee4f-52ba-4610-978e-89cbe693e065 req-8410a41c-91c2-4724-bf16-f4ee95406dbe tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0297084 Apr 12 17:32:45.482820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86a2e445-6db4-45d2-bb94-b78dee6c3bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:45.721875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc56033-f54a-4ed4-8726-f923b31466ef req-708e7216-9717-4080-bb04-94161939311c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:45.723380 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dc56033-f54a-4ed4-8726-f923b31466ef req-708e7216-9717-4080-bb04-94161939311c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0456562 Apr 12 17:32:45.769117 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dc56033-f54a-4ed4-8726-f923b31466ef req-45cb0c84-97a3-43c4-88e4-0ae7a4dbc32d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Apr 12 17:32:45.876770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9290c8-b475-4270-b7af-06fe605ca142 req-bd3ec0dd-1a73-4bde-8ee2-c11fbdd7e8ad tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:45.878212 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb9290c8-b475-4270-b7af-06fe605ca142 req-bd3ec0dd-1a73-4bde-8ee2-c11fbdd7e8ad tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0444634 Apr 12 17:32:45.922212 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb9290c8-b475-4270-b7af-06fe605ca142 req-17b734d7-20df-45ba-bf0a-ccda62b494a9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Apr 12 17:32:46.129694 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:46.168599 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed7cf8-10b5-4523-a0ce-224cb805e544 req-d6f4f83c-0b8d-4d78-9482-35c68186e2f7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:46.170863 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4ed7cf8-10b5-4523-a0ce-224cb805e544 req-d6f4f83c-0b8d-4d78-9482-35c68186e2f7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 945 time: 0.0584896 Apr 12 17:32:46.196980 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:32:46.239943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-bcb8e5dc-8b16-4c4e-9a5b-bb8707bc8bdc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:46.242255 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-bcb8e5dc-8b16-4c4e-9a5b-bb8707bc8bdc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 811 time: 0.1167376 Apr 12 17:32:46.266401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4ed7cf8-10b5-4523-a0ce-224cb805e544 req-a5680374-a738-477d-94eb-02f78f8affff tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786457 Apr 12 17:32:46.300964 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-095762a2-75d1-4b2b-909c-44dd32d4cc1f req-16296923-a77c-4122-9c09-72c001304de1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0498443 Apr 12 17:32:46.305767 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:46.306183 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.317129 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-6367cbf7-8248-46a5-9870-c733fa15702c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 380 time: 0.0582843 Apr 12 17:32:46.326125 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'port': {'device_id': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'admin_state_up': True, 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'security_groups': ['2ae448be-628d-42fa-99ac-d3ae3157abf8']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:46.411639 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:46.412040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.440033 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:46.442471 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c26e57-970a-4a6e-88ae-16dd3da49829" -d '{"events": [{"server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:46.454826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:46.476380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd6ee6-6baa-46b3-a5ca-45c12021260d x-openstack-request-id: req-dbdd6ee6-6baa-46b3-a5ca-45c12021260d {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:46.476659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "name": "network-vif-plugged", "status": "completed", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:46.476911 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbdd6ee6-6baa-46b3-a5ca-45c12021260d {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:46.477300 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdd6ee6-6baa-46b3-a5ca-45c12021260d'] response: {'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4', 'code': 200} Apr 12 17:32:46.516907 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Made reservation on behalf of 1009306feaa84f07a39bd0ee7c145fe2 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:32:46.520375 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.567878 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.622501 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:46.663164 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Allocated IP 172.20.0.8 (142802fc-a09d-48c1-a09f-181a3fe0d99e/ec2eee4e-7626-43b8-a6a0-68eb39d5bec3/c7950863-7ad6-404b-ac56-d433507b0956) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:32:46.800942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (c7950863-7ad6-404b-ac56-d433507b0956), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.865688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555cc16-55c3-48db-988a-bb590e809fcc req-54038991-8a30-4a7a-b7d0-ce43994504e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:46.867185 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0555cc16-55c3-48db-988a-bb590e809fcc req-54038991-8a30-4a7a-b7d0-ce43994504e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 1130 time: 0.0361578 Apr 12 17:32:46.888659 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.954349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:32:46.958573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:32:46.961864 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0555cc16-55c3-48db-988a-bb590e809fcc req-e6743758-cf14-417d-9c55-56fd40406771 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856178 Apr 12 17:32:46.965006 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:32:46.970281 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:46.970890 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:46.974469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:47.081386 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-95281f5e-778a-427b-9983-0cc04725dbc1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575648 Apr 12 17:32:47.159050 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-45feda48-225f-4c7f-8ac1-ff2d65eddb47 None None] Provisioning complete for port c7950863-7ad6-404b-ac56-d433507b0956 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:47.159421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-45feda48-225f-4c7f-8ac1-ff2d65eddb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c7950863-7ad6-404b-ac56-d433507b0956), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:47.192820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-45feda48-225f-4c7f-8ac1-ff2d65eddb47 None None] Port c7950863-7ad6-404b-ac56-d433507b0956 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:32:47.369875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b5a81-241e-4ce3-baed-00f3d345d98f req-15eb632d-7c6a-434e-92e0-6d64e586c5fd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:47.373846 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c6b5a81-241e-4ce3-baed-00f3d345d98f req-15eb632d-7c6a-434e-92e0-6d64e586c5fd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0471070 Apr 12 17:32:47.431733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171411-8740-43c5-8563-5bf5ad9d56eb req-31a163e8-52e3-42c2-9f4d-75d42a4f7efc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:47.433123 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d171411-8740-43c5-8563-5bf5ad9d56eb req-31a163e8-52e3-42c2-9f4d-75d42a4f7efc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 931 time: 0.0608771 Apr 12 17:32:47.467314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c6b5a81-241e-4ce3-baed-00f3d345d98f req-2855b75d-9cb3-423b-9e10-fe82aaffb8ec tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861688 Apr 12 17:32:47.494432 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d171411-8740-43c5-8563-5bf5ad9d56eb req-c380a14f-138a-4f06-8ba9-f5991a162e8c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531018 Apr 12 17:32:47.704579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Request body: {'port': {'device_id': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:32:47.761251 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c7950863-7ad6-404b-ac56-d433507b0956), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:47.825540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2aff6e7b-1c20-46a8-97c1-16d401a32a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.011817 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7950863-7ad6-404b-ac56-d433507b0956 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:32:48.019651 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks [] for port (c7950863-7ad6-404b-ac56-d433507b0956), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.032070 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Transition to ACTIVE for port object c7950863-7ad6-404b-ac56-d433507b0956 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:32:48.088328 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.135092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:48.170367 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Attempting to bind port c7950863-7ad6-404b-ac56-d433507b0956 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:32:48.170703 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Attempting to bind port c7950863-7ad6-404b-ac56-d433507b0956 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:32:48.171031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Attempting to bind port c7950863-7ad6-404b-ac56-d433507b0956 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:48.175640 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Port c7950863-7ad6-404b-ac56-d433507b0956 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:32:48.175963 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Attempting to bind port c7950863-7ad6-404b-ac56-d433507b0956 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:32:48.180908 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:32:48.181242 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Checking segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:32:48.181622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Bound using segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:32:48.182065 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Bound port: c7950863-7ad6-404b-ac56-d433507b0956, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:32:48.182442 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c7950863-7ad6-404b-ac56-d433507b0956), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.246965 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:32:48.250090 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7950863-7ad6-404b-ac56-d433507b0956,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:32:48.306523 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.343019 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:48.343628 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.344992 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 1093 time: 0.6464305 Apr 12 17:32:48.345444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:48.347787 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a0daf-38da-4ba8-a99d-e4298af748cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "tag": "c7950863-7ad6-404b-ac56-d433507b0956"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:48.373438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5fff4-c070-4be0-a080-7a5e9b458cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:48.393591 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af2eda-9745-44b2-bd87-9fa1fb4fe1b0 x-openstack-request-id: req-c8af2eda-9745-44b2-bd87-9fa1fb4fe1b0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:48.393951 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "tag": "c7950863-7ad6-404b-ac56-d433507b0956", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:48.394289 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8af2eda-9745-44b2-bd87-9fa1fb4fe1b0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:48.394782 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8af2eda-9745-44b2-bd87-9fa1fb4fe1b0'] response: {'name': 'network-changed', 'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956', 'status': 'completed', 'code': 200} Apr 12 17:32:48.604623 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30887b9b-7c52-46d2-b2e3-2e8db985e5be req-9b9d2297-0089-4853-a77c-ee98f8a12568 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:48.606097 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30887b9b-7c52-46d2-b2e3-2e8db985e5be req-9b9d2297-0089-4853-a77c-ee98f8a12568 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0672078 Apr 12 17:32:48.634634 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7af628-46b0-4b60-9c56-e0824e8e04a5 req-b76cb6ea-bcf2-4b3c-9844-ac0bda0d28bd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:48.636030 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0e7af628-46b0-4b60-9c56-e0824e8e04a5 req-b76cb6ea-bcf2-4b3c-9844-ac0bda0d28bd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0658424 Apr 12 17:32:48.684015 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-30887b9b-7c52-46d2-b2e3-2e8db985e5be req-f04ac8d4-5c33-4c82-89a6-c6c32c124ea1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Apr 12 17:32:48.705618 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0e7af628-46b0-4b60-9c56-e0824e8e04a5 req-13393694-76bb-4691-95fe-8a011ff0d665 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626061 Apr 12 17:32:48.851965 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-cf265b14-2d56-4de6-8089-9d6225261195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:48.853418 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-cf265b14-2d56-4de6-8089-9d6225261195 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1127 time: 0.0373807 Apr 12 17:32:48.951603 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:48.967808 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-da0ef616-6d0d-44be-a972-c1b7a31a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:48.969187 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-da0ef616-6d0d-44be-a972-c1b7a31a037a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0910859 Apr 12 17:32:49.091939 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-f0b0cb0e-d595-43d8-b1dc-199abeb04c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:49.093406 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3d0a0daf-38da-4ba8-a99d-e4298af748cb req-f0b0cb0e-d595-43d8-b1dc-199abeb04c6b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861058 Apr 12 17:32:49.215102 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-1f020e69-a07e-42f0-b793-2b97f93ef8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:49.218382 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-1f020e69-a07e-42f0-b793-2b97f93ef8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1127 time: 0.0377436 Apr 12 17:32:49.493417 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-f7a13468-1ab6-4155-ac04-55fe1acf27a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 217 time: 0.2435551 Apr 12 17:32:49.821107 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db492-58a8-4c9a-b095-1590589379e3 req-5d6c9840-fcba-4c02-9e56-bd2c638cf994 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:49.822713 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf2db492-58a8-4c9a-b095-1590589379e3 req-5d6c9840-fcba-4c02-9e56-bd2c638cf994 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0732532 Apr 12 17:32:49.835033 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f7c34-29ea-4a23-843a-52c54728dd9c req-edf71028-0b92-4e62-bee9-5e0f69c5857a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:49.836401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da8f7c34-29ea-4a23-843a-52c54728dd9c req-edf71028-0b92-4e62-bee9-5e0f69c5857a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0596788 Apr 12 17:32:49.902481 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf2db492-58a8-4c9a-b095-1590589379e3 req-bab749cd-80bc-4ede-9100-417ea18b73e4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736089 Apr 12 17:32:49.913407 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da8f7c34-29ea-4a23-843a-52c54728dd9c req-2e5040c1-1855-4abf-9255-d9dfb95b002d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699618 Apr 12 17:32:50.294374 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:50.316845 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5adb-cd58-423a-bff6-5fcd29e2a760 req-105c7620-5bf3-46cf-bbc6-b0549b89fa07 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.318314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0afb5adb-cd58-423a-bff6-5fcd29e2a760 req-105c7620-5bf3-46cf-bbc6-b0549b89fa07 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0453496 Apr 12 17:32:50.363015 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0afb5adb-cd58-423a-bff6-5fcd29e2a760 req-412a903f-5575-401e-a647-144038b51bc5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Apr 12 17:32:50.557764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-fcbede5a-0c96-4ac3-995e-76ce81a2f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.559277 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-fcbede5a-0c96-4ac3-995e-76ce81a2f278 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0438085 Apr 12 17:32:50.601711 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-dd977236-9ab2-4b13-af24-3a50f740eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.603257 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-dd977236-9ab2-4b13-af24-3a50f740eebb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374391 Apr 12 17:32:50.713852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30639f-2bce-4258-af65-db3efa543023 req-437629e5-28a2-4335-8619-534601754bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.715292 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-437629e5-28a2-4335-8619-534601754bf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.0480068 Apr 12 17:32:50.726642 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-2416e7e6-fe5b-4a74-b786-6e1c17979236 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165216 Apr 12 17:32:50.877000 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30639f-2bce-4258-af65-db3efa543023 req-98d8636a-eeba-47e8-8f9f-eb48be82d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.878511 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-98d8636a-eeba-47e8-8f9f-eb48be82d574 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1510456 Apr 12 17:32:50.880397 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c80321dc-0b0b-4576-b162-f607c7f2c2f0 req-9d66ccfa-7a40-455c-bb6a-332d7af38da8 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454115 Apr 12 17:32:50.937739 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-e23b59b3-296f-4c83-9661-971e2e7e0046 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0374830 Apr 12 17:32:50.989715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30639f-2bce-4258-af65-db3efa543023 req-1f051fa9-3e96-4649-b115-4867226bb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:50.991122 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-1f051fa9-3e96-4649-b115-4867226bb00d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0462117 Apr 12 17:32:51.047856 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335f9ba-1caf-4713-92f6-341af517236e req-54f32613-f974-42c3-be9d-f3c61b260541 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:51.049308 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3335f9ba-1caf-4713-92f6-341af517236e req-54f32613-f974-42c3-be9d-f3c61b260541 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0768099 Apr 12 17:32:51.055228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434492d1-664c-436c-980d-b018628ebf21 req-4cedf1a1-5a89-4d7a-829f-2c4de7d3aca9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:51.056555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-434492d1-664c-436c-980d-b018628ebf21 req-4cedf1a1-5a89-4d7a-829f-2c4de7d3aca9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0728905 Apr 12 17:32:51.126541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3335f9ba-1caf-4713-92f6-341af517236e req-cec8509d-8bbf-4dc2-80aa-13fd6590e6de tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Apr 12 17:32:51.129454 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-434492d1-664c-436c-980d-b018628ebf21 req-d07809df-9868-4bb7-93cc-78d3b818ab0a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659232 Apr 12 17:32:51.472729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd9f1a-e8c1-411f-bc0d-74ee153eab23 req-bffec3e4-6a5d-423a-bf02-80a4b97b4f7d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:51.474500 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bbd9f1a-e8c1-411f-bc0d-74ee153eab23 req-bffec3e4-6a5d-423a-bf02-80a4b97b4f7d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0456536 Apr 12 17:32:51.521081 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bbd9f1a-e8c1-411f-bc0d-74ee153eab23 req-639f3474-7b58-4041-9385-6417d78d9105 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Apr 12 17:32:51.831000 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:52.240941 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39593161-83ac-4ae0-989d-30a6738afcfb req-66a8fa6c-917c-4dda-b768-7addd27994dc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:52.242416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39593161-83ac-4ae0-989d-30a6738afcfb req-66a8fa6c-917c-4dda-b768-7addd27994dc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0485516 Apr 12 17:32:52.288636 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39593161-83ac-4ae0-989d-30a6738afcfb req-310c63de-cdd4-4fe6-b23b-7f9ee534d880 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Apr 12 17:32:52.497463 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673b084-be5d-4453-a514-d496c96b499c req-e3f08dee-e77b-4ba2-bd03-cbd3f7dcbe31 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:52.499584 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b673b084-be5d-4453-a514-d496c96b499c req-e3f08dee-e77b-4ba2-bd03-cbd3f7dcbe31 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0446723 Apr 12 17:32:52.546720 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b673b084-be5d-4453-a514-d496c96b499c req-9329b756-9aec-461d-be3b-4c425b6b1628 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Apr 12 17:32:52.636188 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaef9f3-ccb7-4456-bc61-e572572d2308 req-a5feee8a-757c-4582-b155-845e05c5190e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:52.637654 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1eaef9f3-ccb7-4456-bc61-e572572d2308 req-a5feee8a-757c-4582-b155-845e05c5190e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0456460 Apr 12 17:32:52.685546 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1eaef9f3-ccb7-4456-bc61-e572572d2308 req-6c658377-4daf-49fe-8946-adbc0d2f78ec tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Apr 12 17:32:53.396645 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35473be-1840-4af5-8d40-8e6682a1d86d req-9e5ed93b-7290-4fe2-b4bb-c4d7d1b90c11 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:53.398108 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c35473be-1840-4af5-8d40-8e6682a1d86d req-9e5ed93b-7290-4fe2-b4bb-c4d7d1b90c11 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0449255 Apr 12 17:32:53.443106 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c35473be-1840-4af5-8d40-8e6682a1d86d req-d0e42344-f635-460a-87aa-25ea0347b703 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Apr 12 17:32:53.654970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4d992-34fd-4d43-a4a4-56b14bb647a5 req-ee398b5b-b200-4068-b49c-28fc4df01863 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:53.656426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f4d992-34fd-4d43-a4a4-56b14bb647a5 req-ee398b5b-b200-4068-b49c-28fc4df01863 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0443988 Apr 12 17:32:53.700939 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f4d992-34fd-4d43-a4a4-56b14bb647a5 req-379146cd-840e-4808-849b-d221026fa3c3 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Apr 12 17:32:53.799477 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fcd53-1040-474e-bb18-ad7be16a639c req-52d86c5e-a410-4205-a72f-9e34ba6d1b72 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:53.800980 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-617fcd53-1040-474e-bb18-ad7be16a639c req-52d86c5e-a410-4205-a72f-9e34ba6d1b72 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0501122 Apr 12 17:32:53.846865 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-617fcd53-1040-474e-bb18-ad7be16a639c req-22a67c1f-9d06-4875-bdeb-0886a18c960a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Apr 12 17:32:54.551638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721318f-4df1-4036-bf47-acb2dc2e4128 req-87995894-be2e-40ca-b565-b70c2e54cb3d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:54.553059 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5721318f-4df1-4036-bf47-acb2dc2e4128 req-87995894-be2e-40ca-b565-b70c2e54cb3d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0448971 Apr 12 17:32:54.597218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5721318f-4df1-4036-bf47-acb2dc2e4128 req-63ea1211-766c-4e17-887d-ee3263b03f75 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Apr 12 17:32:54.810108 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eaa9b-f6cc-4ae1-89cd-09eb534786ae req-0c17d932-d631-454c-84e8-48b5379bf9df tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:54.811611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-089eaa9b-f6cc-4ae1-89cd-09eb534786ae req-0c17d932-d631-454c-84e8-48b5379bf9df tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0447934 Apr 12 17:32:54.861313 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-089eaa9b-f6cc-4ae1-89cd-09eb534786ae req-063b69d3-2c61-4b2b-924b-294d57ddabe6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Apr 12 17:32:54.954806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036851a0-273d-4692-b9f0-09546a63615a req-8073ddde-7d38-4711-a541-eac99a4d69bd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:54.956238 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-036851a0-273d-4692-b9f0-09546a63615a req-8073ddde-7d38-4711-a541-eac99a4d69bd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0443664 Apr 12 17:32:55.000993 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-036851a0-273d-4692-b9f0-09546a63615a req-4b8a3f44-920e-4860-a8eb-b23a3052704d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393450 Apr 12 17:32:55.710005 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d59f8-41b3-46f5-80f0-891e926fb3cb req-055297bc-13bf-4cb8-aece-3a3459425cc8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:55.711507 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c8d59f8-41b3-46f5-80f0-891e926fb3cb req-055297bc-13bf-4cb8-aece-3a3459425cc8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 943 time: 0.0482483 Apr 12 17:32:55.757659 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c8d59f8-41b3-46f5-80f0-891e926fb3cb req-8ed1ac31-6c86-41df-9fa6-045b64dc564e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Apr 12 17:32:55.980492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee0ae-956b-4167-9785-f123a3545948 req-c2eb5a5d-6821-4f9b-8bd9-eccf4dfaeb7d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:55.981935 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e4ee0ae-956b-4167-9785-f123a3545948 req-c2eb5a5d-6821-4f9b-8bd9-eccf4dfaeb7d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0486789 Apr 12 17:32:56.027944 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e4ee0ae-956b-4167-9785-f123a3545948 req-19d9926d-a083-47e6-bdb0-52be6739e05a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397508 Apr 12 17:32:56.110949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d6adb-3097-4ba1-8382-cca91bab5a26 req-2c277636-1da5-450c-bdc2-9840f288c2b5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:56.112397 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b8d6adb-3097-4ba1-8382-cca91bab5a26 req-2c277636-1da5-450c-bdc2-9840f288c2b5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0462980 Apr 12 17:32:56.117298 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c7950863-7ad6-404b-ac56-d433507b0956 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:32:56.158204 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b8d6adb-3097-4ba1-8382-cca91bab5a26 req-45946147-c190-49fb-9c22-1801be95965a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Apr 12 17:32:56.212819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7950863-7ad6-404b-ac56-d433507b0956,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:56.224348 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'c7950863-7ad6-404b-ac56-d433507b0956', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'port_id': 'c7950863-7ad6-404b-ac56-d433507b0956', 'mac_address': 'fa:16:3e:e9:3a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:32:56.262891 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c7950863-7ad6-404b-ac56-d433507b0956 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:56.263282 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c7950863-7ad6-404b-ac56-d433507b0956), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:56.275857 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7950863-7ad6-404b-ac56-d433507b0956 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:32:56.295625 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7950863-7ad6-404b-ac56-d433507b0956,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:56.368351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:56.414548 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:32:56.869835 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31b28-b14a-42cc-a63a-d32b48ef83a9 req-40c39939-4ec3-4027-a2ab-85a9c1688a4f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:56.871335 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-09a31b28-b14a-42cc-a63a-d32b48ef83a9 req-40c39939-4ec3-4027-a2ab-85a9c1688a4f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 944 time: 0.0483549 Apr 12 17:32:57.133384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30639f-2bce-4258-af65-db3efa543023 req-cb1bc546-fe3e-46cf-ae57-7916165d4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:57.134979 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-cb1bc546-fe3e-46cf-ae57-7916165d4791 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418916 Apr 12 17:32:57.168646 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3084f73-6fdb-4265-8340-3cfc2e15b8fb req-6784d050-1e39-43d2-9705-419e4e1cc620 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:57.170725 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3084f73-6fdb-4265-8340-3cfc2e15b8fb req-6784d050-1e39-43d2-9705-419e4e1cc620 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0633185 Apr 12 17:32:57.179848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-09a31b28-b14a-42cc-a63a-d32b48ef83a9 req-3896122d-9199-4511-8ee1-c2b1440d6966 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008251 Apr 12 17:32:57.230857 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3084f73-6fdb-4265-8340-3cfc2e15b8fb req-2bc9ae62-a817-4a4f-adeb-cf402baf0a5b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Apr 12 17:32:57.242511 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-e82b5b4b-bda6-407c-8cdb-2b68f0466295 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966401 Apr 12 17:32:57.285763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a164fd9-4113-4f29-8c5b-0d0654d92876 req-c78e25c0-0ba1-4e53-9204-991b029a4e6b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:57.287507 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a164fd9-4113-4f29-8c5b-0d0654d92876 req-c78e25c0-0ba1-4e53-9204-991b029a4e6b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0459478 Apr 12 17:32:57.335848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a164fd9-4113-4f29-8c5b-0d0654d92876 req-1c38c9ee-43b4-4ad8-9bb4-b9e68aae470f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Apr 12 17:32:57.689652 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['c7950863-7ad6-404b-ac56-d433507b0956'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:32:58.291520 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289d62-bd91-4202-823c-dd6bb486afef req-43786427-bb9f-496f-9687-9695c37fd0a7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:58.293036 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88289d62-bd91-4202-823c-dd6bb486afef req-43786427-bb9f-496f-9687-9695c37fd0a7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 944 time: 0.0456014 Apr 12 17:32:58.353827 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1d5a-3674-4007-b48c-9b899d62ced0 req-3434a20c-68a7-494c-9d25-a1080ed958a0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:58.355286 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-199c1d5a-3674-4007-b48c-9b899d62ced0 req-3434a20c-68a7-494c-9d25-a1080ed958a0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0579309 Apr 12 17:32:58.389384 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88289d62-bd91-4202-823c-dd6bb486afef req-8c6ea933-2771-4822-9931-ceb1c67fab48 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833902 Apr 12 17:32:58.418008 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-199c1d5a-3674-4007-b48c-9b899d62ced0 req-da0d47ab-f0ed-4a24-b8b5-9b6d003d0935 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Apr 12 17:32:58.486424 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd743c-6977-4e71-9e08-1b0cbec55ccf req-e7dd2bfc-a420-4e93-9ffc-cfacb2ec4a65 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:58.487770 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48dd743c-6977-4e71-9e08-1b0cbec55ccf req-e7dd2bfc-a420-4e93-9ffc-cfacb2ec4a65 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0450425 Apr 12 17:32:58.533218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48dd743c-6977-4e71-9e08-1b0cbec55ccf req-875bb0e0-bbb9-428e-899f-f1e4a7216f17 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Apr 12 17:32:58.811537 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-db30639f-2bce-4258-af65-db3efa543023 req-4fab4fc0-3136-4e31-8e94-b2eee29ef216 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885437 Apr 12 17:32:59.523321 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b7f73-d5c9-4281-9277-1483a466405b req-3a19dbca-b110-463c-bb1d-af1fb8bd8279 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:59.524846 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b17b7f73-d5c9-4281-9277-1483a466405b req-3a19dbca-b110-463c-bb1d-af1fb8bd8279 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 944 time: 0.0689707 Apr 12 17:32:59.552438 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677a3-6210-46e5-9d82-27a56a23c59e req-c4319210-156a-470e-a4d7-24ac4aef0e60 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:59.553844 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-218677a3-6210-46e5-9d82-27a56a23c59e req-c4319210-156a-470e-a4d7-24ac4aef0e60 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0660393 Apr 12 17:32:59.574057 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c7950863-7ad6-404b-ac56-d433507b0956 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:32:59.616509 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b17b7f73-d5c9-4281-9277-1483a466405b req-2756daac-96e6-4df6-b94e-ae6f05f0aed1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837836 Apr 12 17:32:59.619716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port c7950863-7ad6-404b-ac56-d433507b0956 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:32:59.624117 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-218677a3-6210-46e5-9d82-27a56a23c59e req-91b520bb-c348-4e04-a2c6-63f509c22a60 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632434 Apr 12 17:32:59.694212 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port c7950863-7ad6-404b-ac56-d433507b0956 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:32:59.694586 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c7950863-7ad6-404b-ac56-d433507b0956), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:59.718357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6c49-5d80-4863-9f89-ea9d926c20cb req-99218a62-561b-4240-ba80-e9829b7f1728 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:32:59.719832 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6edf6c49-5d80-4863-9f89-ea9d926c20cb req-99218a62-561b-4240-ba80-e9829b7f1728 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0467761 Apr 12 17:32:59.767003 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6edf6c49-5d80-4863-9f89-ea9d926c20cb req-0ad3ce07-af03-442c-b628-35f75125721d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Apr 12 17:32:59.775463 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c7950863-7ad6-404b-ac56-d433507b0956 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:32:59.775858 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c7950863-7ad6-404b-ac56-d433507b0956), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:59.797790 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:32:59.800012 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff82238-ba70-417c-bda7-4dc8d7f6f957" -d '{"events": [{"server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7950863-7ad6-404b-ac56-d433507b0956"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:32:59.812868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7950863-7ad6-404b-ac56-d433507b0956,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:32:59.836504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78e800b-4eda-4cb7-8492-43bdc304e4ef x-openstack-request-id: req-f78e800b-4eda-4cb7-8492-43bdc304e4ef {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:32:59.836788 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7950863-7ad6-404b-ac56-d433507b0956", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:32:59.837060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f78e800b-4eda-4cb7-8492-43bdc304e4ef {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:32:59.837449 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78e800b-4eda-4cb7-8492-43bdc304e4ef'] response: {'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956', 'code': 200} Apr 12 17:32:59.900071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:32:59.947109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:00.761647 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717c104-84b8-4c23-954d-3c042d093c4d req-430bd26d-bc78-4c42-94b9-0f68b05a4f7d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:00.763068 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3717c104-84b8-4c23-954d-3c042d093c4d req-430bd26d-bc78-4c42-94b9-0f68b05a4f7d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0786276 Apr 12 17:33:00.769028 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be783-a3dd-4bac-b8f7-bd22fb3c4b8a req-dd2d4e3f-e45b-497c-907c-f9e491bba37c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:00.770450 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-743be783-a3dd-4bac-b8f7-bd22fb3c4b8a req-dd2d4e3f-e45b-497c-907c-f9e491bba37c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0768409 Apr 12 17:33:00.844617 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3717c104-84b8-4c23-954d-3c042d093c4d req-988d2229-25bd-4456-a663-8ca2d5d3ff14 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730772 Apr 12 17:33:00.854252 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-743be783-a3dd-4bac-b8f7-bd22fb3c4b8a req-107975e1-4c7b-4e51-8d88-f75c90f8d369 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Apr 12 17:33:00.943107 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d16fd8-f881-47e1-aeca-9da0c574561e req-74951c83-620a-40b6-a9a5-9d358828d159 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:00.944630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6d16fd8-f881-47e1-aeca-9da0c574561e req-74951c83-620a-40b6-a9a5-9d358828d159 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0468161 Apr 12 17:33:00.998637 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6d16fd8-f881-47e1-aeca-9da0c574561e req-512df5f3-9622-47cc-99cb-79723aef16d5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Apr 12 17:33:01.000384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-29d65b28-c915-4b18-8d07-69f6dbfda100 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:01.001866 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-29d65b28-c915-4b18-8d07-69f6dbfda100 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0790913 Apr 12 17:33:01.005032 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c648-5e1e-45eb-944e-05541dcb6f33 req-8e0bf605-dd52-47c6-9403-9490ec2b04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:01.006429 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d277c648-5e1e-45eb-944e-05541dcb6f33 req-8e0bf605-dd52-47c6-9403-9490ec2b04e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1129 time: 0.0754580 Apr 12 17:33:01.979873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26205-722c-44f0-9e4b-a5bca609269e req-28a43c46-bd84-46bd-ae5b-66af80975c9a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:01.981351 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0d26205-722c-44f0-9e4b-a5bca609269e req-28a43c46-bd84-46bd-ae5b-66af80975c9a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0716109 Apr 12 17:33:01.991308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddacfc-78f1-4b5c-9176-81b5f0d72505 req-62fcbc32-925a-4750-ab11-7741970a0e22 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:01.991982 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7ddacfc-78f1-4b5c-9176-81b5f0d72505 req-62fcbc32-925a-4750-ab11-7741970a0e22 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0720928 Apr 12 17:33:02.062483 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0d26205-722c-44f0-9e4b-a5bca609269e req-eaa95627-2645-4a80-a816-40f020c8314a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695517 Apr 12 17:33:02.065682 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7ddacfc-78f1-4b5c-9176-81b5f0d72505 req-22eee2d7-853a-4593-8399-9dd33bf24de1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Apr 12 17:33:02.160824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a1cea-5d89-4c2d-a77f-222c13fad2de req-3e24e3df-d42e-4f57-848e-9521c431a995 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:02.163260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-218a1cea-5d89-4c2d-a77f-222c13fad2de req-3e24e3df-d42e-4f57-848e-9521c431a995 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0489478 Apr 12 17:33:02.211377 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-218a1cea-5d89-4c2d-a77f-222c13fad2de req-d2f2d024-b415-4b69-adbd-797d2262da24 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Apr 12 17:33:03.200378 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daebe4-a10f-4fb4-b440-4e08c6ab592c req-d6ddbc4e-d749-4744-a4d2-43eda7d03825 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:03.202378 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f0daebe4-a10f-4fb4-b440-4e08c6ab592c req-d6ddbc4e-d749-4744-a4d2-43eda7d03825 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 946 time: 0.0658309 Apr 12 17:33:03.208331 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def408b5-090c-418e-8801-0bc8e96e8681 req-bac7cb22-ef2d-45a0-8255-379a2b6247af tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:03.209558 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-def408b5-090c-418e-8801-0bc8e96e8681 req-bac7cb22-ef2d-45a0-8255-379a2b6247af tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0816340 Apr 12 17:33:03.289466 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f0daebe4-a10f-4fb4-b440-4e08c6ab592c req-57e3cf0b-da37-403e-aca3-490b0046b64e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787957 Apr 12 17:33:03.298246 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-def408b5-090c-418e-8801-0bc8e96e8681 req-43e455fe-5f2f-444a-a6dc-104162fe2db7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766237 Apr 12 17:33:03.415791 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542e10e-fba4-4685-98ae-803556d70b72 req-5f3d3e48-f94a-45f7-b661-2a7c8a8076f1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:03.417285 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d542e10e-fba4-4685-98ae-803556d70b72 req-5f3d3e48-f94a-45f7-b661-2a7c8a8076f1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0501065 Apr 12 17:33:03.453140 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d277c648-5e1e-45eb-944e-05541dcb6f33 req-974c2635-f8ea-4ef8-9ab9-c9b81a6b802a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968153 Apr 12 17:33:03.453819 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Deleting port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:33:03.454216 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:03.474098 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d542e10e-fba4-4685-98ae-803556d70b72 req-81a6d69b-ede3-47d8-94fe-cd9157299362 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Apr 12 17:33:03.553971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] For port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:03.554294 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:03.567158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Calling delete_port for d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:33:03.796756 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (d4271f36-4c2e-4af4-a9a4-0cb7f690fef4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:03.824202 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Pushing event deleted for resources: {'Port': ['ID=d4271f36-4c2e-4af4-a9a4-0cb7f690fef4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:03.870314 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] No DVR routers for this DVR port d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:33:03.873509 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:03.876838 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-487e6a92-eef1-401c-8433-e6452f5b20ee req-b0a3e594-389f-4fbe-8e2f-a1d0ad1bec29 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "DELETE /v2.0/ports/d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 HTTP/1.1" status: 204 len: 173 time: 0.5540404 Apr 12 17:33:03.877294 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'name': 'network-vif-deleted', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:33:03.879543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07750a-110e-43ca-ae28-ef0a298f3f41" -d '{"events": [{"server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "name": "network-vif-deleted", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:33:03.914784 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192a545-4e36-408b-addc-d1972df4b816 x-openstack-request-id: req-7192a545-4e36-408b-addc-d1972df4b816 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:33:03.915079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964c7b37-8b77-4c24-a293-4bbfc36f33bb", "name": "network-vif-deleted", "tag": "d4271f36-4c2e-4af4-a9a4-0cb7f690fef4", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:33:03.915336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7192a545-4e36-408b-addc-d1972df4b816 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:33:03.915739 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7192a545-4e36-408b-addc-d1972df4b816'] response: {'server_uuid': '964c7b37-8b77-4c24-a293-4bbfc36f33bb', 'name': 'network-vif-deleted', 'tag': 'd4271f36-4c2e-4af4-a9a4-0cb7f690fef4', 'status': 'completed', 'code': 200} Apr 12 17:33:04.407468 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d761762-97e3-4315-89f7-384907ecb665 req-16d2a28f-68bf-43c6-bca6-be088a42ef43 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0518110 Apr 12 17:33:04.425624 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3ab67-01bb-4c98-9ac5-2c33badcbe42 req-de958ee6-3641-4c57-a0bb-cfc4cd0ad740 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:04.427088 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f3ab67-01bb-4c98-9ac5-2c33badcbe42 req-de958ee6-3641-4c57-a0bb-cfc4cd0ad740 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0616987 Apr 12 17:33:04.473196 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f3ab67-01bb-4c98-9ac5-2c33badcbe42 req-6eb1962e-46b2-4292-9685-e16b83679e3c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 Apr 12 17:33:04.583787 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cd61e-6778-42ba-838d-dec49bf11a80 req-b1a58c92-bd87-4da9-865c-e145cbbb8daa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:04.585250 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c07cd61e-6778-42ba-838d-dec49bf11a80 req-b1a58c92-bd87-4da9-865c-e145cbbb8daa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0462785 Apr 12 17:33:04.631773 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c07cd61e-6778-42ba-838d-dec49bf11a80 req-b67bc557-9d7a-4860-a595-7876daec3936 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Apr 12 17:33:05.344553 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:33:05.364575 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:33:05.364919 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d4271f36-4c2e-4af4-a9a4-0cb7f690fef4 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:33:05.498027 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4fa8580f-da97-4665-9ef7-8db44ba56b43 req-203abfe8-57e7-4276-abc9-27eb1ea4e1ee tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0259175 Apr 12 17:33:05.584821 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fa257-3cc3-481d-8592-8c8f4f8ce887 req-a1d37e29-e6f5-41a4-ba9a-e4723146f20a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:05.586281 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-598fa257-3cc3-481d-8592-8c8f4f8ce887 req-a1d37e29-e6f5-41a4-ba9a-e4723146f20a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0481098 Apr 12 17:33:05.641079 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-598fa257-3cc3-481d-8592-8c8f4f8ce887 req-e9dc6ac5-8e56-44aa-a977-4c9e8d2024bf tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Apr 12 17:33:05.741106 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460fc18-dabb-4c52-8331-38816e50d689 req-e82db10a-ea81-43fb-87d7-b07c04b7be5a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:05.742637 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f460fc18-dabb-4c52-8331-38816e50d689 req-e82db10a-ea81-43fb-87d7-b07c04b7be5a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0460846 Apr 12 17:33:05.788657 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f460fc18-dabb-4c52-8331-38816e50d689 req-e9ed6f6e-3996-483e-9205-e7b7d83021b9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Apr 12 17:33:06.591060 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa38dd30-5b65-4667-b3b0-0a1bbcd818bc req-f69565ed-a352-40fd-ba6d-c8d90038ba2c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0269701 Apr 12 17:33:06.744754 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137cb5-cedb-4b0c-b89d-0e33f0fb5069 req-20787cb3-5c25-4955-9fcd-5cc2a8ee4a60 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:06.746258 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e137cb5-cedb-4b0c-b89d-0e33f0fb5069 req-20787cb3-5c25-4955-9fcd-5cc2a8ee4a60 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0492866 Apr 12 17:33:06.793031 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e137cb5-cedb-4b0c-b89d-0e33f0fb5069 req-967d3249-38e0-4733-b507-2a93f1e57687 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Apr 12 17:33:06.897110 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69017a7f-ca34-4391-a471-18f81fb0252a req-cfc2f041-7c3a-45fb-91b3-c886d310c3a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:06.898594 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69017a7f-ca34-4391-a471-18f81fb0252a req-cfc2f041-7c3a-45fb-91b3-c886d310c3a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0448816 Apr 12 17:33:06.943519 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69017a7f-ca34-4391-a471-18f81fb0252a req-df4d8c22-b742-4bce-9df1-1e8e84d22a12 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Apr 12 17:33:07.684439 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d2b82601-4a8a-4711-9956-a3c4f1d8809d req-43aea1ec-286f-4247-bc9e-e776df4bd574 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0292931 Apr 12 17:33:07.899873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87707a63-6f67-4181-be04-daf6b660721f req-ef86fc6a-5786-423b-9dac-d2ffd7d4e8b2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:07.901209 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87707a63-6f67-4181-be04-daf6b660721f req-ef86fc6a-5786-423b-9dac-d2ffd7d4e8b2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0443115 Apr 12 17:33:07.946160 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87707a63-6f67-4181-be04-daf6b660721f req-439fd8a5-3823-4cde-a8f7-8bd080a4dc3b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389652 Apr 12 17:33:08.052124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d293-fb81-4284-815a-e19c1af63ccd req-f914836d-a9d0-431c-b620-8e1a70aecbe4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:08.053566 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18e9d293-fb81-4284-815a-e19c1af63ccd req-f914836d-a9d0-431c-b620-8e1a70aecbe4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0464580 Apr 12 17:33:08.098757 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18e9d293-fb81-4284-815a-e19c1af63ccd req-c96f3e6c-c230-4966-8a6a-871518b58c78 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Apr 12 17:33:08.778273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-41c6abbe-6857-4e2a-ab8a-f4e69382d823 req-77488354-75df-4fc8-823c-ff2dfc4b4cdc tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0305579 Apr 12 17:33:09.056907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dc087-be65-485e-8ff4-99aa0f88d30f req-dbac1f07-b70d-48fd-bc31-33d5bdf8a9af tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:09.058381 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-205dc087-be65-485e-8ff4-99aa0f88d30f req-dbac1f07-b70d-48fd-bc31-33d5bdf8a9af tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0475252 Apr 12 17:33:09.103399 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-205dc087-be65-485e-8ff4-99aa0f88d30f req-ae4f6a23-81a1-479a-bc4d-4db3e90ad0a8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388153 Apr 12 17:33:09.207326 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460d3e9-b823-4f83-ba90-7e8f8f823138 req-abd977d1-c5c4-4484-81f2-7ce6624bb3c1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:09.208817 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7460d3e9-b823-4f83-ba90-7e8f8f823138 req-abd977d1-c5c4-4484-81f2-7ce6624bb3c1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0457213 Apr 12 17:33:09.254887 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7460d3e9-b823-4f83-ba90-7e8f8f823138 req-fcaf15cc-a1b3-468f-ace3-18d5f85a3edf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Apr 12 17:33:09.877798 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c51ce93-92b1-4cd0-8c03-4e285e9d2540 req-589f16bf-aeff-4b0d-a7f8-0c93a40be6e9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0295258 Apr 12 17:33:10.210694 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b98dc-7f1f-4758-af5e-f76121ede79d req-1eb3da72-af5f-4a07-873b-53e5ee026b4f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:10.212191 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e8b98dc-7f1f-4758-af5e-f76121ede79d req-1eb3da72-af5f-4a07-873b-53e5ee026b4f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0449886 Apr 12 17:33:10.256931 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e8b98dc-7f1f-4758-af5e-f76121ede79d req-897d1fa7-8aca-447d-a9d4-d333c5f62138 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392401 Apr 12 17:33:10.361479 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796faf12-3425-4814-b185-6f9104de8e85 req-c1a2a31c-926b-4478-8b60-50f6e9e1a7b7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:10.362986 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-796faf12-3425-4814-b185-6f9104de8e85 req-c1a2a31c-926b-4478-8b60-50f6e9e1a7b7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0458100 Apr 12 17:33:10.409120 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-796faf12-3425-4814-b185-6f9104de8e85 req-9fb35adf-adba-4ede-979a-382b0ad0d1d2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Apr 12 17:33:10.973566 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-717cb129-2643-4786-81c9-52f50203674e req-db83d429-93a9-4b85-b9c0-28a0b4f1b271 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0288398 Apr 12 17:33:11.363837 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bda05-3eab-4ee5-a391-9a58a5feedd2 req-e5662d3a-ba0f-4a44-acb1-796e73c2d012 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:11.365267 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a46bda05-3eab-4ee5-a391-9a58a5feedd2 req-e5662d3a-ba0f-4a44-acb1-796e73c2d012 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0449727 Apr 12 17:33:11.411931 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a46bda05-3eab-4ee5-a391-9a58a5feedd2 req-70131742-c21e-4104-982a-01eb7b6ef3a2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Apr 12 17:33:11.519013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0e22b-0313-4c88-9ed9-c696278d213a req-76571e41-cd0e-4dda-94ee-7b52e92660ee tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:11.520386 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bad0e22b-0313-4c88-9ed9-c696278d213a req-76571e41-cd0e-4dda-94ee-7b52e92660ee tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0458455 Apr 12 17:33:11.566224 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bad0e22b-0313-4c88-9ed9-c696278d213a req-b1291bb7-8efa-42d4-89b4-1cc82ecb7789 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Apr 12 17:33:12.067065 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d43c81b3-6262-428a-97a9-451af488751e req-e260de71-a7de-4e88-9993-a49c067b778f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0300333 Apr 12 17:33:12.520882 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d452-9e01-456e-a3fd-9a92e68cf106 req-923464c8-5f79-4a74-b5b0-dcf932b1e9f7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:12.521257 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a53d452-9e01-456e-a3fd-9a92e68cf106 req-923464c8-5f79-4a74-b5b0-dcf932b1e9f7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0452611 Apr 12 17:33:12.567555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a53d452-9e01-456e-a3fd-9a92e68cf106 req-8cd88d9f-a3fa-484d-bb3f-e43360021a7e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Apr 12 17:33:12.675912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f33180-7437-43a2-bad0-e4a004129187 req-9f130767-afe4-42e2-926b-61c6ca5320f7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:12.677354 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f33180-7437-43a2-bad0-e4a004129187 req-9f130767-afe4-42e2-926b-61c6ca5320f7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0449412 Apr 12 17:33:12.722848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f33180-7437-43a2-bad0-e4a004129187 req-591743e7-3eee-4ad4-81b7-2d02a7d0470a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Apr 12 17:33:12.785646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:13.164758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63d3d06f-75d6-4bba-83a4-b35366f71f03 req-5d5f5855-3c80-4f2c-9396-201808d7db6c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0311401 Apr 12 17:33:13.676797 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03c39-a42d-4e14-9adf-30d6492618bc req-41aba64a-0f40-40f9-b8c6-da5657ccd74b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:13.678314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d2d03c39-a42d-4e14-9adf-30d6492618bc req-41aba64a-0f40-40f9-b8c6-da5657ccd74b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0468061 Apr 12 17:33:13.723628 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d2d03c39-a42d-4e14-9adf-30d6492618bc req-2ce1f380-b30f-4074-baab-a3a9d43268a3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 Apr 12 17:33:13.832303 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357263d-6303-44ac-a5b2-0bd33a49857c req-ea61578e-5f1d-4c2c-8889-85eb918bb936 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:13.833736 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3357263d-6303-44ac-a5b2-0bd33a49857c req-ea61578e-5f1d-4c2c-8889-85eb918bb936 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0449884 Apr 12 17:33:13.879529 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3357263d-6303-44ac-a5b2-0bd33a49857c req-e8027294-a6e0-4e89-a40d-04a9cf03185f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Apr 12 17:33:14.285193 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5bea37e3-73ff-409b-917a-8100dfd87ab0 req-ed380fb1-ed3c-43c7-a734-4b08a65c86ab tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=964c7b37-8b77-4c24-a293-4bbfc36f33bb HTTP/1.1" status: 200 len: 210 time: 0.0423703 Apr 12 17:33:14.707203 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:33:14.708260 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-159c3b37-f0a0-4414-bcd0-f6d0aec57862 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378556 Apr 12 17:33:14.794057 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-318cbe9b-8980-4649-b572-45f569452248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:14.795587 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-318cbe9b-8980-4649-b572-45f569452248 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1129 time: 0.0388548 Apr 12 17:33:14.836576 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfa8a-67be-467a-a1ec-252b5526ebe0 req-79fcf9f3-4976-4fb6-8aee-b51b1c1163c7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:14.838091 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-43abfa8a-67be-467a-a1ec-252b5526ebe0 req-79fcf9f3-4976-4fb6-8aee-b51b1c1163c7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0479128 Apr 12 17:33:14.887928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-43abfa8a-67be-467a-a1ec-252b5526ebe0 req-e5ba1a6d-d946-4178-b031-58ac6e4450fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Apr 12 17:33:14.909564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-bfa5b994-7264-48ea-943c-fd7892ab7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:14.911089 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-bfa5b994-7264-48ea-943c-fd7892ab7a74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.0959163 Apr 12 17:33:14.951907 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-7a34b5a6-7384-41e2-9062-17abb5d856d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 200 len: 217 time: 0.0339706 Apr 12 17:33:14.999960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-530e0e52-41ca-4e8d-b86b-2bf1d7d81277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:15.001457 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-530e0e52-41ca-4e8d-b86b-2bf1d7d81277 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0430784 Apr 12 17:33:15.023110 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9652c-696f-41ec-bbaa-62c84c3d0e6b req-75eb6e02-2540-4b30-aedc-011510d7087f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:15.024508 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eda9652c-696f-41ec-bbaa-62c84c3d0e6b req-75eb6e02-2540-4b30-aedc-011510d7087f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0761127 Apr 12 17:33:15.030834 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa965-7416-4e05-ae3f-4e40c8caf622 req-8a725d58-58a2-46f6-bd59-c13cdd61ba68 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:15.032223 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a53aa965-7416-4e05-ae3f-4e40c8caf622 req-8a725d58-58a2-46f6-bd59-c13cdd61ba68 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0745718 Apr 12 17:33:15.043516 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49006) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:15.050354 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'floatingip': {'port_id': 'c7950863-7ad6-404b-ac56-d433507b0956'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:15.075206 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eda9652c-696f-41ec-bbaa-62c84c3d0e6b req-57c7c70f-6f06-4046-a8dd-9f3b98d4aef4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Apr 12 17:33:15.081277 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-23182e84-2ccb-4734-9fc1-73ac63e1cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:15.083020 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-23182e84-2ccb-4734-9fc1-73ac63e1cf6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747931 Apr 12 17:33:15.092453 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:15.271652 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-86981273-0c47-4b6e-a89b-9277bbc5634a service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814246 Apr 12 17:33:15.437895 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-385cfaee-0a1f-4d6d-a748-b9552093ec3c req-67446b8c-57a5-44e5-a259-bb42cc6c2a64 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361151 Apr 12 17:33:15.472301 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7cee00b5-b988-44f0-bff6-7694b06e7241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:15.609748 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-721b4f89-281f-4e63-ae27-d2bbdcec9e1b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:15.611268 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-721b4f89-281f-4e63-ae27-d2bbdcec9e1b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/networks?id=84a5bf7c-5113-47bb-9124-9933e654666a HTTP/1.1" status: 200 len: 809 time: 0.1132851 Apr 12 17:33:15.625647 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-51c5d407-af4a-43d6-ad42-8e9272d196bd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/quotas/96f462be844c451b8e764fcb7a7cfbd5 HTTP/1.1" status: 200 len: 375 time: 0.0090227 Apr 12 17:33:15.661902 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-452ed7d6-7c28-4e6a-9cd2-62012222d10a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304105 Apr 12 17:33:15.674273 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:15.732538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:15.754927 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-c81983ba-49e3-4830-bd7e-90f144c81a42 service neutron] 10.222.0.32 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838585 Apr 12 17:33:15.833961 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Floating IP 1ca62f85-c9cf-4fb0-b453-f042b4c4bd93 associated. External IP: 172.27.2.242, port: c7950863-7ad6-404b-ac56-d433507b0956. Apr 12 17:33:15.846062 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-f478ff3a-34cc-4373-9aca-00c55bcc3f64 service neutron] 10.222.0.32 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Apr 12 17:33:16.053391 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:33:16.068734 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd39c390-1857-4068-a11b-94a05d659f28 req-b61a668a-8494-46cc-ab9f-bfaf58a9ce77 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0399671 Apr 12 17:33:16.184054 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:16.190505 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:16.195641 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:16.207913 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:16.208909 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:16.242698 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529988db-1075-463a-8e52-76e88f1c4720 req-4fefff57-89a8-490e-821e-66c75233a57d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:16.250143 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-529988db-1075-463a-8e52-76e88f1c4720 req-4fefff57-89a8-490e-821e-66c75233a57d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0858548 Apr 12 17:33:16.250987 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4c193d7f-f726-423d-abe8-183c7f5e18d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "PUT /v2.0/floatingips/1ca62f85-c9cf-4fb0-b453-f042b4c4bd93 HTTP/1.1" status: 200 len: 991 time: 1.2063818 Apr 12 17:33:16.252191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:33:16.259052 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "tag": "c7950863-7ad6-404b-ac56-d433507b0956"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:33:16.302947 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-529988db-1075-463a-8e52-76e88f1c4720 req-ca107d1e-28a4-4cf6-8264-d5a2959909e3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Apr 12 17:33:16.311001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3f593-beb4-49e6-9a26-13e34e4137b6 x-openstack-request-id: req-c2f3f593-beb4-49e6-9a26-13e34e4137b6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:33:16.311600 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "tag": "c7950863-7ad6-404b-ac56-d433507b0956", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:33:16.311866 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2f3f593-beb4-49e6-9a26-13e34e4137b6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:33:16.312277 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f3f593-beb4-49e6-9a26-13e34e4137b6'] response: {'name': 'network-changed', 'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956', 'status': 'completed', 'code': 200} Apr 12 17:33:16.349155 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:16.560390 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1ca62f85-c9cf-4fb0-b453-f042b4c4bd93', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': 'c7950863-7ad6-404b-ac56-d433507b0956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:e9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:32:28Z', 'updated_at': '2022-04-12T17:33:15Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:16.588746 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:16.597383 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:16.597987 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:32:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:16.705088 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:16.774765 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-a65120b9-51e5-42b1-9056-c8a0f8526c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:16.776305 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-a65120b9-51e5-42b1-9056-c8a0f8526c25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1129 time: 0.0377345 Apr 12 17:33:17.007190 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1ca62f85-c9cf-4fb0-b453-f042b4c4bd93', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': 'c7950863-7ad6-404b-ac56-d433507b0956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:e9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:32:28Z', 'updated_at': '2022-04-12T17:33:15Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:17.037741 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963859-e9d4-4066-bb56-9f5bc80990b8 None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1ca62f85-c9cf-4fb0-b453-f042b4c4bd93', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': 'c7950863-7ad6-404b-ac56-d433507b0956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:e9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:32:28Z', 'updated_at': '2022-04-12T17:33:15Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:17.093780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-7e66d645-8b83-48fc-aa9b-dde31f51ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:17.097798 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-7e66d645-8b83-48fc-aa9b-dde31f51ecb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.3119547 Apr 12 17:33:17.168492 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-ef915095-de31-400c-9fad-a37a077c6662 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 999 time: 0.0656455 Apr 12 17:33:17.194619 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e01c56de-83c8-48a5-ba99-a8b3f5bd7056 req-4ee850bc-84be-4e2f-bf3f-d3f59398a348 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0387709 Apr 12 17:33:17.237647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-a6dbc30f-10b5-4e99-8de4-1c437c16250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:17.242204 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-a6dbc30f-10b5-4e99-8de4-1c437c16250d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0641770 Apr 12 17:33:17.271141 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f9074-4a1b-4265-871a-0b743ff89f53 None None] New status for floating IP 1ca62f85-c9cf-4fb0-b453-f042b4c4bd93: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:33:17.306418 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-547e066f-2357-45c5-b62a-dec995e7b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:17.307922 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-547e066f-2357-45c5-b62a-dec995e7b3cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612984 Apr 12 17:33:17.427970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bda7a-dfe2-49e6-ad67-cf198f1bb496 req-e5d9cf78-5ad5-4f54-b9c5-45472f29f99c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:17.429781 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-c5b040ee-6205-4237-8600-f97e9c4467e2 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133759 Apr 12 17:33:17.437546 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f60bda7a-dfe2-49e6-ad67-cf198f1bb496 req-e5d9cf78-5ad5-4f54-b9c5-45472f29f99c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0560753 Apr 12 17:33:17.484349 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f60bda7a-dfe2-49e6-ad67-cf198f1bb496 req-a9bca1a8-901a-4626-8940-cb21dee8e1de tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Apr 12 17:33:17.807951 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d2efa385-0293-424f-93bb-6fa38d327594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:18.285571 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9879a75c-47d8-4573-a607-78b7209a8e2b req-99ce80b8-e099-406e-a387-2ab896656766 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Apr 12 17:33:18.593215 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b37c28-9a20-4206-8491-e7a54096c182 req-daebb807-57dd-4f00-b733-120b51c71ba4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:18.594701 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7b37c28-9a20-4206-8491-e7a54096c182 req-daebb807-57dd-4f00-b733-120b51c71ba4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0446787 Apr 12 17:33:18.644102 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7b37c28-9a20-4206-8491-e7a54096c182 req-e3beeb82-e670-425b-8d4f-1115a4051c8e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Apr 12 17:33:18.962638 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:19.382865 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd476f60-e39c-4fd0-9655-cfe06d636e4e req-10727120-eb4e-4ef7-9980-24bf388e42af tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Apr 12 17:33:19.751253 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb195a4-81e3-46bc-98f8-1c6bc19b0dc4 req-90ab470b-0dd8-4e46-b298-bd0e8c100ebc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:19.752740 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-adb195a4-81e3-46bc-98f8-1c6bc19b0dc4 req-90ab470b-0dd8-4e46-b298-bd0e8c100ebc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0444744 Apr 12 17:33:19.799751 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-adb195a4-81e3-46bc-98f8-1c6bc19b0dc4 req-922b0638-567b-4a86-af3d-d22752cf9bfa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Apr 12 17:33:20.310960 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:20.475301 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a66c05a-0c09-4ace-8247-88fc6439f136 req-271c5367-b38f-404c-9d0b-800ac99dca64 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0291190 Apr 12 17:33:20.900369 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-09d839d4-19c5-49b1-8c8f-9e0eaa486ba1 req-ec921c05-bbf2-496f-9779-e948f9527fa5 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922189 Apr 12 17:33:20.920011 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c33b-9cd0-4ac5-8520-8114b6197ad4 req-e85bc19d-cdfb-46c2-a05a-05adb8d04a34 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:20.921754 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7c7c33b-9cd0-4ac5-8520-8114b6197ad4 req-e85bc19d-cdfb-46c2-a05a-05adb8d04a34 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0490518 Apr 12 17:33:20.978824 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d7c7c33b-9cd0-4ac5-8520-8114b6197ad4 req-b2d6c9dc-1ec7-421c-9121-cef74ce1dcdf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 Apr 12 17:33:21.065777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0140f-c419-4981-9613-7587dbe6194e req-16b36152-2b51-4c96-a629-760e22d0d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:21.067344 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d0c0140f-c419-4981-9613-7587dbe6194e req-16b36152-2b51-4c96-a629-760e22d0d477 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.0376556 Apr 12 17:33:21.115337 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d0c0140f-c419-4981-9613-7587dbe6194e req-7e95b630-d088-4f23-84d9-a42bf65afd67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Apr 12 17:33:21.567078 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f4d52056-318a-4a11-a3fd-9f85f5f00c99 req-b719cbd0-2cc1-46e7-8bef-4f569a399c27 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Apr 12 17:33:21.848266 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:22.101607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992b381-21ec-4f8c-ba3e-58997c3c4ceb req-106ebe98-9c55-4fa2-8b33-d9274fb3dadb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:22.103118 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2992b381-21ec-4f8c-ba3e-58997c3c4ceb req-106ebe98-9c55-4fa2-8b33-d9274fb3dadb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0457613 Apr 12 17:33:22.153230 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2992b381-21ec-4f8c-ba3e-58997c3c4ceb req-22be36f8-e011-4890-af49-9292852e9ebe tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Apr 12 17:33:22.663700 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b5c931b8-8ddf-480f-a7e7-92b90eea304c req-6901154f-71e4-49ed-9b14-fe159fc868a0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0269291 Apr 12 17:33:23.275097 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eac9e-076e-41b5-9e6f-99ab8dc256f1 req-1cfd4a60-2d30-478d-9628-177a634280fa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:23.276657 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e93eac9e-076e-41b5-9e6f-99ab8dc256f1 req-1cfd4a60-2d30-478d-9628-177a634280fa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0572546 Apr 12 17:33:23.313379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49148) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:23.325670 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e93eac9e-076e-41b5-9e6f-99ab8dc256f1 req-83b6a29c-c71d-4a07-b699-fab80c45ea5f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Apr 12 17:33:23.415544 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.485733 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Publish callbacks [] for security_group (29233b36-5a1c-4d07-8ae1-1e250e1593c1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.556730 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (29233b36-5a1c-4d07-8ae1-1e250e1593c1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.597038 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed919903d7ca4027abd106e572faf751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825286 Apr 12 17:33:23.599034 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29233b36-5a1c-4d07-8ae1-1e250e1593c1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:23.599756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49152) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:23.606188 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609030 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609665 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609665 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.609822 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.610073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.610401 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.610726 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae650626-5d31-459c-bd8c-40dce2529bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.648380 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Publish callbacks [] for security_group (29233b36-5a1c-4d07-8ae1-1e250e1593c1), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.671709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Publish callbacks [] for security_group (29233b36-5a1c-4d07-8ae1-1e250e1593c1), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.759402 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f16f3bcb-f3b6-4e47-b587-f683dbb0a865 req-0fc80a0e-a69f-4619-9960-70cca2156495 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0265365 Apr 12 17:33:23.848562 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (29233b36-5a1c-4d07-8ae1-1e250e1593c1), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.851213 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:23.852354 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29233b36-5a1c-4d07-8ae1-1e250e1593c1 HTTP/1.1" status: 204 len: 168 time: 0.2515974 Apr 12 17:33:23.860624 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29233b36-5a1c-4d07-8ae1-1e250e1593c1,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:23.867649 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.868009 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.868360 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.868795 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.869053 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.869394 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.869727 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.870074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.870412 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.870739 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.871073 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.871403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.871735 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.872066 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.872386 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4d7a-b6c6-46fd-9d95-749d9941d113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:23.901278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-2ba1103e-b70b-42ef-bbbc-682e58ed742c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:23.902770 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-2ba1103e-b70b-42ef-bbbc-682e58ed742c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "GET /v2.0/networks?id=84a5bf7c-5113-47bb-9124-9933e654666a HTTP/1.1" status: 200 len: 809 time: 0.1000853 Apr 12 17:33:23.924627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Request body: {'port': {'device_id': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a', 'admin_state_up': True, 'tenant_id': '96f462be844c451b8e764fcb7a7cfbd5'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:24.157001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Made reservation on behalf of 96f462be844c451b8e764fcb7a7cfbd5 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:24.161092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.307658 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Allocated IP 172.20.0.6 (84a5bf7c-5113-47bb-9124-9933e654666a/edfd1189-e309-4f9c-a66e-864dd7856d3b/9c86b86d-e7d9-4f7f-8282-07985b72ee57) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:24.451417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b91c4-b841-45c3-aa00-edf1f9679efb req-acb81d2c-666e-4a3c-a88f-1ec5fbb3a0c6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:24.452908 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c1b91c4-b841-45c3-aa00-edf1f9679efb req-acb81d2c-666e-4a3c-a88f-1ec5fbb3a0c6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0539548 Apr 12 17:33:24.485428 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks [] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.501608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c1b91c4-b841-45c3-aa00-edf1f9679efb req-c67c6bf3-6056-40eb-b1ff-6e750fd6aac9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Apr 12 17:33:24.598208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.646106 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Network 84a5bf7c-5113-47bb-9124-9933e654666a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:24.651267 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:24.653738 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:24.659018 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:24.659624 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.670592 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Pushing event updated for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:24.795683 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-d2c12948-7a9e-4b42-8bf2-633dc91e4fd4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748479 Apr 12 17:33:24.816487 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Request body: {'port': {'device_id': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:24.930184 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:24.948507 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6398b-d179-404e-a986-6211a26571bf req-455c1d94-eb0a-4ec7-ab04-6847439f78df tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:24.956474 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4ee6398b-d179-404e-a986-6211a26571bf req-455c1d94-eb0a-4ec7-ab04-6847439f78df tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 931 time: 0.0885739 Apr 12 17:33:24.988770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae175-89bd-42ac-be5e-786fc5211871 req-59445a4c-fffe-4d4b-b8df-f02517175b27 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:24.990271 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ffae175-89bd-42ac-be5e-786fc5211871 req-59445a4c-fffe-4d4b-b8df-f02517175b27 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0848279 Apr 12 17:33:25.041835 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4ee6398b-d179-404e-a986-6211a26571bf req-a9981b26-5cee-45e4-bbf0-2c500252447f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Apr 12 17:33:25.071995 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ffae175-89bd-42ac-be5e-786fc5211871 req-78c14ab3-7259-4d96-9a5f-3c0164f22b38 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689657 Apr 12 17:33:25.072201 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49202) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:25.074852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-d836fb0f-9522-4526-ba3b-9b3f34b2adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.076360 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-d836fb0f-9522-4526-ba3b-9b3f34b2adff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.1044085 Apr 12 17:33:25.171553 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399564251-network', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:25.236305 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-d58b2ec0-5067-4aa5-bf1e-3a4cbea875b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.237771 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-d58b2ec0-5067-4aa5-bf1e-3a4cbea875b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1523955 Apr 12 17:33:25.243100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Made reservation on behalf of cb517ff0f2ef4bcf9cf4187ecc476ba3 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:25.247953 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.254041 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.313452 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c86b86d-e7d9-4f7f-8282-07985b72ee57 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:33:25.321520 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks [] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.328030 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks [] for security_group (70d12eb6-c5ea-49b2-8204-c667b9dd825b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.334341 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Transition to ACTIVE for port object 9c86b86d-e7d9-4f7f-8282-07985b72ee57 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:33:25.401152 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (70d12eb6-c5ea-49b2-8204-c667b9dd825b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.410952 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-14bfb32b-8a95-405b-88c5-608c56691080 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0349154 Apr 12 17:33:25.414491 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.425912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:33:25.439638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d12eb6-c5ea-49b2-8204-c667b9dd825b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:25.445649 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7e119831-86cc-46c1-a21e-003035c0a4eb), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.445994 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Added segment 7e119831-86cc-46c1-a21e-003035c0a4eb of type vlan for network 69846650-ed0f-4777-a391-377d8ec323d5 Apr 12 17:33:25.486916 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (69846650-ed0f-4777-a391-377d8ec323d5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.503579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Pushing event updated for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:25.513232 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-dd75f7b1-64a8-4c20-822b-c2de48dbada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.514719 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-dd75f7b1-64a8-4c20-822b-c2de48dbada6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0979285 Apr 12 17:33:25.567174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (69846650-ed0f-4777-a391-377d8ec323d5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.568244 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.568861 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.569872 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Attempting to bind port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:25.570291 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Attempting to bind port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:25.570625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Attempting to bind port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 on network 84a5bf7c-5113-47bb-9124-9933e654666a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:25.578009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 on network 84a5bf7c-5113-47bb-9124-9933e654666a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:33:25.578364 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Attempting to bind port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 on network 84a5bf7c-5113-47bb-9124-9933e654666a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:25.584162 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-f10924ee-a2b5-4ff4-974e-5b2bf07ead32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.585667 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-f10924ee-a2b5-4ff4-974e-5b2bf07ead32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535197 Apr 12 17:33:25.588273 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:25.588615 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Checking segment: {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:25.588991 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Bound using segment: {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:25.589412 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Bound port: 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:25.589768 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.624812 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] Pushing event updated for resources: {'Network': ['ID=69846650-ed0f-4777-a391-377d8ec323d5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:25.635372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 69846650-ed0f-4777-a391-377d8ec323d5 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:33:25.668618 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-51285465-5c44-49ec-869a-73fd802eed0f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5953071 Apr 12 17:33:25.671494 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49206) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:25.677048 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Request body: {'subnet': {'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399564251-subnet', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:25.717999 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:25.725082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:25.731820 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-304683e9-b907-4075-9025-e59611e137a6 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335270 Apr 12 17:33:25.779759 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Made reservation on behalf of cb517ff0f2ef4bcf9cf4187ecc476ba3 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:25.782335 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.809037 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.861672 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e38b2243-d685-4053-a6b5-e01ab7ecce6e req-10eaf5c9-e2d4-4409-a0f1-8ea04210273d service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160445 Apr 12 17:33:25.861672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:25.861672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:25.861672 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] 10.222.0.60 "PUT /v2.0/ports/9c86b86d-e7d9-4f7f-8282-07985b72ee57 HTTP/1.1" status: 200 len: 1093 time: 1.0480473 Apr 12 17:33:25.861672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:33:25.862766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f41fa1-ec49-480c-bdc6-df546e64d2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:33:25.884504 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302595-cbd5-429f-8f68-0041f14ade2b service neutron] Pushing event updated for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:25.910170 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eab69d-7107-4464-bc65-eb7f56310ea1 x-openstack-request-id: req-42eab69d-7107-4464-bc65-eb7f56310ea1 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:33:25.910465 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:33:25.910714 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42eab69d-7107-4464-bc65-eb7f56310ea1 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:33:25.911279 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42eab69d-7107-4464-bc65-eb7f56310ea1'] response: {'name': 'network-changed', 'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57', 'status': 'completed', 'code': 200} Apr 12 17:33:26.025521 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (88bf53dc-14ca-4551-9bd0-98ea9529259f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.083462 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bf53dc-14ca-4551-9bd0-98ea9529259f,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:26.092176 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Checking segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:26.092528 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Network hostable DHCP agents. Network: 69846650-ed0f-4777-a391-377d8ec323d5, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:33:26.159781 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db75bd-579a-45d3-acca-728d6e4ae3ce req-74f49dd8-a0ae-4824-bcc4-5e3f7ed3419d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:26.162203 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91db75bd-579a-45d3-acca-728d6e4ae3ce req-74f49dd8-a0ae-4824-bcc4-5e3f7ed3419d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0537014 Apr 12 17:33:26.211102 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108a9d-276e-45ae-a02b-7cd185287b29 req-03603aef-b0c7-49a4-a315-3ef7dadc1ca0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:26.212540 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff108a9d-276e-45ae-a02b-7cd185287b29 req-03603aef-b0c7-49a4-a315-3ef7dadc1ca0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0686438 Apr 12 17:33:26.217131 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Network 69846650-ed0f-4777-a391-377d8ec323d5 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:33:26.259536 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91db75bd-579a-45d3-acca-728d6e4ae3ce req-4485ef18-e613-4b92-bdeb-20de34454a14 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Apr 12 17:33:26.295417 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff108a9d-276e-45ae-a02b-7cd185287b29 req-39bd634d-1ebc-4897-9882-aee52fb1cd2f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761507 Apr 12 17:33:26.309097 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-dbb53d53-0811-4e6d-a51c-c964081c37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:26.310742 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-dbb53d53-0811-4e6d-a51c-c964081c37f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 1127 time: 0.0423250 Apr 12 17:33:26.315782 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 69846650-ed0f-4777-a391-377d8ec323d5) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:26.320062 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:26.320652 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.325400 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ee7a9-b680-4351-b9f6-25b9ce2c2e54 None None] Network 69846650-ed0f-4777-a391-377d8ec323d5 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:33:26.417739 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-28da6027-77ec-47d9-9979-fcaa7dc0fb58 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7451692 Apr 12 17:33:26.420343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49218) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:26.424190 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-d8f7cfaa-efc5-4f41-bbe6-771f4ba8eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:26.425330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:26.426489 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-d8f7cfaa-efc5-4f41-bbe6-771f4ba8eb69 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949686 Apr 12 17:33:26.428037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-69846650-ed0f-4777-a391-377d8ec323d5', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:33:26.428900 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.515760 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.516738 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.558261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Allocated IP 172.20.0.2 (69846650-ed0f-4777-a391-377d8ec323d5/88bf53dc-14ca-4551-9bd0-98ea9529259f/f46e51d6-81bb-407c-bf06-87f403694fe6) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:26.567201 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for router_controller (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.699786 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks [] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.762893 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.774398 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for router_gateway (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.802937 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Network 69846650-ed0f-4777-a391-377d8ec323d5 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:26.805684 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:26.811530 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:26.820414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Pushing event updated for resources: {'Port': ['ID=f46e51d6-81bb-407c-bf06-87f403694fe6,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:26.830302 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.834542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.835390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.835390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.835559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:26.883987 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Attempting to bind port f46e51d6-81bb-407c-bf06-87f403694fe6 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:26.884453 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Attempting to bind port f46e51d6-81bb-407c-bf06-87f403694fe6 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:26.884879 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Attempting to bind port f46e51d6-81bb-407c-bf06-87f403694fe6 on network 69846650-ed0f-4777-a391-377d8ec323d5 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:26.890324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:26.890781 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Checking segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:26.891261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.891724 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Bound using segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:26.892278 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Bound port: f46e51d6-81bb-407c-bf06-87f403694fe6, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:26.892721 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:26.959341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] For port f46e51d6-81bb-407c-bf06-87f403694fe6, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:26.963331 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] For port f46e51d6-81bb-407c-bf06-87f403694fe6, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f46e51d6-81bb-407c-bf06-87f403694fe6,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:27.034791 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for router_gateway (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:27.037792 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:27.056337 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:27.101290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30cce-060b-4395-9179-ccbd90272d3b None None] Pushing event updated for resources: {'Port': ['ID=f46e51d6-81bb-407c-bf06-87f403694fe6,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:27.167047 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Allocated IP 172.27.2.92 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/a03a9aa0-1be8-42c9-922c-dbb1eb0708f9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:27.538902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee177-a99c-4aac-9c28-7d6068645b4e req-e020c96e-bf9a-4287-ae8b-745896eedac2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:27.540280 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4b7ee177-a99c-4aac-9c28-7d6068645b4e req-e020c96e-bf9a-4287-ae8b-745896eedac2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0825791 Apr 12 17:33:27.549415 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2eda1-4ff8-4cd0-9487-5639b23463af req-91e1e3da-4d3b-4881-9307-8bf5417253a9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:27.551314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9dd2eda1-4ff8-4cd0-9487-5639b23463af req-91e1e3da-4d3b-4881-9307-8bf5417253a9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0923109 Apr 12 17:33:27.621771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:27.651685 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4b7ee177-a99c-4aac-9c28-7d6068645b4e req-ccec1fab-87b4-4f7b-86a0-cf8f0ad58f01 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976527 Apr 12 17:33:27.661248 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9dd2eda1-4ff8-4cd0-9487-5639b23463af req-6e5ede83-0533-44c7-951d-641bd6d1eb17 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989838 Apr 12 17:33:27.723913 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:27.763592 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:27.768738 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:27.771134 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:27.795836 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:28.023040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2f9bb-0514-455a-8c80-e6f3c8dbaa0f None None] Network 69846650-ed0f-4777-a391-377d8ec323d5 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:33:28.085969 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f46e51d6-81bb-407c-bf06-87f403694fe6 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:28.113358 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for router_gateway (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.137810 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Provisioning complete for port f46e51d6-81bb-407c-bf06-87f403694fe6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:28.138210 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.315828 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.340689 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f46e51d6-81bb-407c-bf06-87f403694fe6 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:28.340980 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.418134 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Current status of the port f46e51d6-81bb-407c-bf06-87f403694fe6 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:28.418539 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.483762 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] For port f46e51d6-81bb-407c-bf06-87f403694fe6, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f46e51d6-81bb-407c-bf06-87f403694fe6,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:28.484799 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f46e51d6-81bb-407c-bf06-87f403694fe6 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:28.485194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.551506 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:33:28.569214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.624652 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-10926f15-e188-4aa5-88e1-e147289f455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:28.626422 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-53f41fa1-ec49-480c-bdc6-df546e64d2e7 req-10926f15-e188-4aa5-88e1-e147289f455e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905008 Apr 12 17:33:28.648013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.db.api [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:33:28.648327 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG oslo_db.api [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:33:28.649177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45914f2-5187-4ebd-b8ba-c9f18c21eabd None None] Pushing event updated for resources: {'Port': ['ID=f46e51d6-81bb-407c-bf06-87f403694fe6,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:28.663819 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:28.673482 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Sync routers for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:28.686482 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:28.687102 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:28.697042 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-06ef8f2e-7621-4763-941f-f96671f6d7db None None] Provisioning complete for port f46e51d6-81bb-407c-bf06-87f403694fe6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:28.697487 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-06ef8f2e-7621-4763-941f-f96671f6d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.765558 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:28.766963 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-eeb47ec1-649d-4ef2-ba8a-1b6c2d9168f0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3456819 Apr 12 17:33:28.769728 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49238) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:28.784296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-06ef8f2e-7621-4763-941f-f96671f6d7db None None] Current status of the port f46e51d6-81bb-407c-bf06-87f403694fe6 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:28.804747 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:28.831690 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f73061-b7fc-496f-bfee-ede38f42bb9a req-c1cd8df9-a07f-4979-b9e2-1ca8318e10ae tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:28.833208 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52f73061-b7fc-496f-bfee-ede38f42bb9a req-c1cd8df9-a07f-4979-b9e2-1ca8318e10ae tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0837817 Apr 12 17:33:28.841314 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caab923-6660-444e-8d80-a2aa22eea613 req-69ad0f27-1752-430e-85d8-96699e405b7f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:28.842795 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1caab923-6660-444e-8d80-a2aa22eea613 req-69ad0f27-1752-430e-85d8-96699e405b7f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0831199 Apr 12 17:33:28.920464 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1caab923-6660-444e-8d80-a2aa22eea613 req-db42cc79-2b72-43c7-bb29-bca283b92bd3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707400 Apr 12 17:33:28.923420 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52f73061-b7fc-496f-bfee-ede38f42bb9a req-a5d66ce8-bcc0-43e2-9f65-1dbebb4765b1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797544 Apr 12 17:33:28.985156 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:27Z', 'revision_number': 3, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:29.015848 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Checking router: 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:29.016203 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Updating router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:33:29.043877 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.195663 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f46e51d6-81bb-407c-bf06-87f403694fe6 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:29.216908 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.292501 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks [] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.369487 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Allocated IP 172.20.0.1 (69846650-ed0f-4777-a391-377d8ec323d5/88bf53dc-14ca-4551-9bd0-98ea9529259f/fe9ae144-77a1-430a-b23d-98d153b95c4c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:29.372468 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.424048 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Attempting to bind port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:29.424456 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Attempting to bind port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:29.424939 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Attempting to bind port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:29.434050 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Pushing event updated for resources: {'Port': ['ID=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:29.436901 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:29.437270 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:29.437662 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.438069 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:29.438534 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Bound port: a03a9aa0-1be8-42c9-922c-dbb1eb0708f9, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:29.438905 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.444872 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.445215 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.445571 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.445979 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.446288 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.446618 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.446942 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.447259 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.447577 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.447895 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.448242 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.448580 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.448902 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.449216 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.449532 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:33:29.468063 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks [] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.500271 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] For port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:29.503274 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] For port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:29.563033 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.591683 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.602734 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Network 69846650-ed0f-4777-a391-377d8ec323d5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:29.605590 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:29.612024 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:29.612510 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.649478 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:29.650151 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:29.652249 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:29.689171 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223a60-bd24-49b6-8b4b-85ab45fbd2ac None None] Pushing event updated for resources: {'Port': ['ID=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:29.778219 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:29.808461 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-50be6a77-5ad0-40d7-a110-6c8ecd574024 None None] Provisioning complete for port fe9ae144-77a1-430a-b23d-98d153b95c4c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:29.808833 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-50be6a77-5ad0-40d7-a110-6c8ecd574024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.829871 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:29.849950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-50be6a77-5ad0-40d7-a110-6c8ecd574024 None None] Port fe9ae144-77a1-430a-b23d-98d153b95c4c cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:29.955159 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:27Z', 'revision_number': 3, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:29.986679 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a526f6e-aa07-4e86-a501-22404509ab52 None None] The sync data for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi is: [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:27Z', 'revision_number': 3, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:30.000913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks [] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.073765 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f46e51d6-81bb-407c-bf06-87f403694fe6 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:30.082299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.083745 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.099176 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6891ac-96ad-4549-946a-c24e1e8d3002 req-003f0d1b-a5a5-4a0f-9b26-4b4c8ef9371d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:30.100866 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd6891ac-96ad-4549-946a-c24e1e8d3002 req-003f0d1b-a5a5-4a0f-9b26-4b4c8ef9371d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0757632 Apr 12 17:33:30.150235 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a820c4-d9b5-4ee6-a386-c554b955dc1a req-681d4e68-b6e8-4f31-b41c-c31339c09e3a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:30.153314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4a820c4-d9b5-4ee6-a386-c554b955dc1a req-681d4e68-b6e8-4f31-b41c-c31339c09e3a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.1368468 Apr 12 17:33:30.159213 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port f46e51d6-81bb-407c-bf06-87f403694fe6 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:30.159612 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.182674 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:30.228371 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4a820c4-d9b5-4ee6-a386-c554b955dc1a req-f2e871be-2754-4bbe-95f0-ae570e5a9e46 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560849 Apr 12 17:33:30.237719 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd6891ac-96ad-4549-946a-c24e1e8d3002 req-f767f4df-5079-461d-b449-4b0296efe654 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289783 Apr 12 17:33:30.242127 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Network 69846650-ed0f-4777-a391-377d8ec323d5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:30.243716 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:30.266137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port f46e51d6-81bb-407c-bf06-87f403694fe6 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:30.397938 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:33:30.514411 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:30.520098 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-370e9043-c0ff-4fc7-b27c-00c75d32a87e admin admin] 10.222.0.32 "PUT /v2.0/routers/18a4db5e-c9d9-45c5-83d1-a76e6b70aeda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488391 Apr 12 17:33:30.585954 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-315ae7b2-a3fd-4f7d-b55e-e88ba597f880 None None] Provisioning complete for port fe9ae144-77a1-430a-b23d-98d153b95c4c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:30.586479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-315ae7b2-a3fd-4f7d-b55e-e88ba597f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:30.625233 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-315ae7b2-a3fd-4f7d-b55e-e88ba597f880 None None] Port fe9ae144-77a1-430a-b23d-98d153b95c4c cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:31.150774 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49270) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:31.155748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-118059895-network', 'tenant_id': '737583d7835b4f65b7253911771d3982'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:31.236921 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Made reservation on behalf of 737583d7835b4f65b7253911771d3982 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:31.239806 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.248440 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.329913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks [] for security_group (9fdf86a8-b6bb-4214-a508-d222fc9fc63d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.388574 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b74be4-1976-46de-97d4-04d7c4f659a7 req-5df2a384-0a13-418f-92fb-1de0a6b97ec3 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:31.390157 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9b74be4-1976-46de-97d4-04d7c4f659a7 req-5df2a384-0a13-418f-92fb-1de0a6b97ec3 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0784998 Apr 12 17:33:31.397073 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82355a76-2fa5-4a4c-9021-78b258d4483e req-a2800786-ff52-4454-988d-4359b40b1b8c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:31.397542 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9fdf86a8-b6bb-4214-a508-d222fc9fc63d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.398604 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82355a76-2fa5-4a4c-9021-78b258d4483e req-a2800786-ff52-4454-988d-4359b40b1b8c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0776584 Apr 12 17:33:31.427390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:33:31.437126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf86a8-b6bb-4214-a508-d222fc9fc63d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:31.443927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (0d0bcb3b-7766-4316-a74b-cb565a7ab186), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.444997 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Added segment 0d0bcb3b-7766-4316-a74b-cb565a7ab186 of type vlan for network 70cf6803-f652-413d-9f3d-93563244d74b Apr 12 17:33:31.476927 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9b74be4-1976-46de-97d4-04d7c4f659a7 req-102e8423-b9a3-46fe-b2a1-91ff00508b44 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Apr 12 17:33:31.484791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82355a76-2fa5-4a4c-9021-78b258d4483e req-f15e7b1b-8ede-4c72-8e7e-a5ec46d9c858 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785775 Apr 12 17:33:31.491761 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (70cf6803-f652-413d-9f3d-93563244d74b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.557346 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (70cf6803-f652-413d-9f3d-93563244d74b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.558328 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:31.558915 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.616547 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] Pushing event updated for resources: {'Network': ['ID=70cf6803-f652-413d-9f3d-93563244d74b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:31.625805 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 70cf6803-f652-413d-9f3d-93563244d74b details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:33:31.679849 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-bc60c877-503d-4407-990b-4e744d8d01ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5273163 Apr 12 17:33:31.682006 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49280) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:31.686791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Sync routers for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:31.686922 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Request body: {'subnet': {'network_id': '70cf6803-f652-413d-9f3d-93563244d74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-118059895-subnet', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:31.701712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:31.702411 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:31.772994 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Made reservation on behalf of 737583d7835b4f65b7253911771d3982 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:31.775354 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:31.811702 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:31.997748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (56a7dd6f-eef5-4e1c-be92-e3cbbea0e324), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.003985 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 2, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:32.032307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Checking router: 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:32.032663 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Updating router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda port fe9ae144-77a1-430a-b23d-98d153b95c4c binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:33:32.053549 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:32.060125 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a7dd6f-eef5-4e1c-be92-e3cbbea0e324,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.069200 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Checking segment: {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:32.069556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Network hostable DHCP agents. Network: 70cf6803-f652-413d-9f3d-93563244d74b, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:33:32.089236 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.141974 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:32.142366 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.157106 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Network 70cf6803-f652-413d-9f3d-93563244d74b is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:33:32.214703 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 70cf6803-f652-413d-9f3d-93563244d74b) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:32.219195 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:32.220029 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.240194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709c842-8a9d-4a09-8558-02e3e92b1368 None None] Network 70cf6803-f652-413d-9f3d-93563244d74b requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:33:32.323952 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1f6835e3-6ced-4254-8d21-29bdcc6caf2a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6407056 Apr 12 17:33:32.326464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49290) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:32.330725 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:32.407182 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.408256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.434864 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:32.435256 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.460188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-70cf6803-f652-413d-9f3d-93563244d74b', 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b', 'project_id': '737583d7835b4f65b7253911771d3982', 'fixed_ips': [{'subnet_id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:33:32.461730 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.467031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for router_controller (955a0190-ae7a-4308-bf0b-a55da4cf307f), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.491246 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:32.596468 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.626485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449931f-1f19-461a-9c6c-9b11357b65f9 req-79bc8f38-796f-4ca9-a722-faa8b7b55d54 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:32.628218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3449931f-1f19-461a-9c6c-9b11357b65f9 req-79bc8f38-796f-4ca9-a722-faa8b7b55d54 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0702069 Apr 12 17:33:32.635456 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ac90-6eab-4032-80a8-701a7e08dc1c req-ef06e2ce-7203-414e-a9f5-e2dd660b5271 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:32.637172 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-81f1ac90-6eab-4032-80a8-701a7e08dc1c req-ef06e2ce-7203-414e-a9f5-e2dd660b5271 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0903270 Apr 12 17:33:32.709190 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3449931f-1f19-461a-9c6c-9b11357b65f9 req-34000802-7c2d-4a48-90a8-af7ea536398b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708907 Apr 12 17:33:32.726273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-81f1ac90-6eab-4032-80a8-701a7e08dc1c req-298203b3-92c1-4516-a50d-7ba036947ef5 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807950 Apr 12 17:33:32.817235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks [] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.843629 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:32.852054 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Allocated IP 172.20.0.2 (70cf6803-f652-413d-9f3d-93563244d74b/56a7dd6f-eef5-4e1c-be92-e3cbbea0e324/340d31a0-a9a5-4962-adb3-bad37b8695c3) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:32.928505 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:32.963601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for router_gateway (955a0190-ae7a-4308-bf0b-a55da4cf307f), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.022864 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865c32-b03e-4121-92c2-8b75ee5c7fff None None] Pushing event updated for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:33.080380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks [] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.097916 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Attempting to bind port fe9ae144-77a1-430a-b23d-98d153b95c4c on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:33.098411 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Attempting to bind port fe9ae144-77a1-430a-b23d-98d153b95c4c by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:33.099179 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Attempting to bind port fe9ae144-77a1-430a-b23d-98d153b95c4c on network 69846650-ed0f-4777-a391-377d8ec323d5 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:33.105197 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:33.105529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Checking segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:33.105928 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.106361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Bound using segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:33.106848 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Bound port: fe9ae144-77a1-430a-b23d-98d153b95c4c, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:33.107240 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.167125 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.203280 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] For port fe9ae144-77a1-430a-b23d-98d153b95c4c, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:33.227324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Network 70cf6803-f652-413d-9f3d-93563244d74b is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:33.233004 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] For port fe9ae144-77a1-430a-b23d-98d153b95c4c, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fe9ae144-77a1-430a-b23d-98d153b95c4c,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:33.234539 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:33.235275 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for router_gateway (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.237769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:33.239756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Pushing event updated for resources: {'Port': ['ID=340d31a0-a9a5-4962-adb3-bad37b8695c3,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:33.257757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.274836 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7b96d3bf-63b0-45b7-8337-fc6f556348d9 None None] Provisioning complete for port fe9ae144-77a1-430a-b23d-98d153b95c4c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:33.275212 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7b96d3bf-63b0-45b7-8337-fc6f556348d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.327612 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.359165 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Attempting to bind port 340d31a0-a9a5-4962-adb3-bad37b8695c3 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:33.359543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Attempting to bind port 340d31a0-a9a5-4962-adb3-bad37b8695c3 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:33.359904 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Attempting to bind port 340d31a0-a9a5-4962-adb3-bad37b8695c3 on network 70cf6803-f652-413d-9f3d-93563244d74b {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:33.371693 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7b96d3bf-63b0-45b7-8337-fc6f556348d9 None None] Port fe9ae144-77a1-430a-b23d-98d153b95c4c cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:33.376157 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:33.376534 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Checking segment: {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:33.376935 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.380345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Bound using segment: {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:33.380345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Bound port: 340d31a0-a9a5-4962-adb3-bad37b8695c3, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:33.380345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.393950 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Allocated IP 172.27.2.75 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/74858d72-f73a-46c6-bab6-8a2bd2bfbb6e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:33.422588 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:33.422816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:33.434797 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-717b601d-6e48-452e-b2f5-0adf6c955350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:33.436574 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-717b601d-6e48-452e-b2f5-0adf6c955350 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 1127 time: 0.0516279 Apr 12 17:33:33.482800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865c32-b03e-4121-92c2-8b75ee5c7fff None None] Pushing event updated for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:33.570374 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] For port 340d31a0-a9a5-4962-adb3-bad37b8695c3, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:33.571863 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.607354 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] For port 340d31a0-a9a5-4962-adb3-bad37b8695c3, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=340d31a0-a9a5-4962-adb3-bad37b8695c3,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:33.612389 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-40518871-ee98-4615-bcff-ca88b37304a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57 HTTP/1.1" status: 200 len: 217 time: 0.0381560 Apr 12 17:33:33.623145 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:33.697734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.738478 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.779578 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Provisioning complete for port fe9ae144-77a1-430a-b23d-98d153b95c4c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:33.779948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.790757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:33.810305 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:33.820369 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Pushing event updated for resources: {'Port': ['ID=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:33.823028 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:33.875421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845366-b5e3-4fa3-8689-8e977ec9546f None None] Pushing event updated for resources: {'Port': ['ID=340d31a0-a9a5-4962-adb3-bad37b8695c3,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:33.907918 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dd213-8efc-4007-8297-27d654c4c307 req-0126081d-b992-40a9-bf42-76fa5044659a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:33.916364 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a89dd213-8efc-4007-8297-27d654c4c307 req-0126081d-b992-40a9-bf42-76fa5044659a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.1285870 Apr 12 17:33:33.966769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c3f8-9132-484f-a32a-8efc14c626ca req-73bbeef2-33cf-4d5f-854a-9d788be4e785 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:33.970633 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Current status of the port fe9ae144-77a1-430a-b23d-98d153b95c4c is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:33.970633 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:33.975939 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da16c3f8-9132-484f-a32a-8efc14c626ca req-73bbeef2-33cf-4d5f-854a-9d788be4e785 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.1230040 Apr 12 17:33:34.008441 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:34.014089 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a89dd213-8efc-4007-8297-27d654c4c307 req-b81b7033-601e-446d-a854-50c315e2b90d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967197 Apr 12 17:33:34.052041 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1741a2ea-fe90-4df3-8480-2383247f4e04 None None] The sync data for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi is: [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:34.053698 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] For port fe9ae144-77a1-430a-b23d-98d153b95c4c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fe9ae144-77a1-430a-b23d-98d153b95c4c,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:34.055830 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-da16c3f8-9132-484f-a32a-8efc14c626ca req-086413b2-d05a-4843-ba83-828d49bc36a0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786853 Apr 12 17:33:34.103644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:34.185887 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:34.230898 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:34.231267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:34.290408 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69363c2-1386-47b5-bace-ebcff064f17e None None] Pushing event updated for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:34.294194 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-3812bc9a-fef9-425b-adf9-f3f15ce1c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:34.297220 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-3812bc9a-fef9-425b-adf9-f3f15ce1c5d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=edfd1189-e309-4f9c-a66e-864dd7856d3b HTTP/1.1" status: 200 len: 849 time: 0.0733495 Apr 12 17:33:34.306744 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for router_gateway (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:34.388568 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:34.560098 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:34.751473 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Router 955a0190-ae7a-4308-bf0b-a55da4cf307f is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:33:34.911417 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-77939ca6-f369-4ef8-b14a-d92ffc94f126 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84a5bf7c-5113-47bb-9124-9933e654666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362308 Apr 12 17:33:34.916682 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:34.933016 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Sync routers for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:34.953377 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:34.954022 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:35.035736 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.041291 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-5d339b50-804c-4c7a-b507-df680e18e06d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7095129 Apr 12 17:33:35.041430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49318) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:35.064548 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-2c4c02fb-d6ec-4c31-a62a-0c5ea239c4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425438 Apr 12 17:33:35.116643 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3746bac-af41-4056-bd6e-683f14df1612 None None] Network 70cf6803-f652-413d-9f3d-93563244d74b requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:33:35.127384 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:35.193060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Provisioning complete for port 340d31a0-a9a5-4962-adb3-bad37b8695c3 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:35.193721 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.245318 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34fb3-ede2-464e-90ec-52e67c32130f req-da6b00af-fe8d-45e6-a0fe-6b2e489ba952 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:35.247636 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ce34fb3-ede2-464e-90ec-52e67c32130f req-da6b00af-fe8d-45e6-a0fe-6b2e489ba952 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0794890 Apr 12 17:33:35.291491 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e864749-9ddc-4de5-b56d-5301043675c2 req-80a0ee82-90cf-4f37-8c41-d57cca6de944 service neutron] 10.222.0.60 "GET /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196250 Apr 12 17:33:35.332604 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647ea5-6cf2-43e7-b6e9-4e9046432a02 req-e361a5b8-221f-4ab9-8248-1d9ef534a467 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:35.334855 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75647ea5-6cf2-43e7-b6e9-4e9046432a02 req-e361a5b8-221f-4ab9-8248-1d9ef534a467 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0860589 Apr 12 17:33:35.434999 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Current status of the port 340d31a0-a9a5-4962-adb3-bad37b8695c3 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:35.435393 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.480442 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] For port 340d31a0-a9a5-4962-adb3-bad37b8695c3, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=340d31a0-a9a5-4962-adb3-bad37b8695c3,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:35.490670 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ce34fb3-ede2-464e-90ec-52e67c32130f req-2119cb56-cf1e-4bd2-bfad-c03e5a1fc67f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290595 Apr 12 17:33:35.495661 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 3, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:35.540558 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Checking router: 955a0190-ae7a-4308-bf0b-a55da4cf307f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:35.540915 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Updating router 955a0190-ae7a-4308-bf0b-a55da4cf307f port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:33:35.571368 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.597251 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.609174 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75647ea5-6cf2-43e7-b6e9-4e9046432a02 req-e75092d6-723e-4a00-ac09-6f0fe64da771 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561119 Apr 12 17:33:35.725103 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c79a0-2677-4d66-8fcd-cbd0f39b5cfc None None] Pushing event updated for resources: {'Port': ['ID=340d31a0-a9a5-4962-adb3-bad37b8695c3,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:35.816867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-c93343e5-53bb-48c5-9246-a1726bbdb82c None None] Provisioning complete for port 340d31a0-a9a5-4962-adb3-bad37b8695c3 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:35.817449 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c93343e5-53bb-48c5-9246-a1726bbdb82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.908476 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-c93343e5-53bb-48c5-9246-a1726bbdb82c None None] Current status of the port 340d31a0-a9a5-4962-adb3-bad37b8695c3 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:35.916676 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:35.959563 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks [] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.036116 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.092731 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 340d31a0-a9a5-4962-adb3-bad37b8695c3 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:36.099052 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072bd13-d7e3-48be-ac6a-08c4e4318b45 None None] Pushing event updated for resources: {'Port': ['ID=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:36.102683 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Allocated IP 172.20.0.1 (70cf6803-f652-413d-9f3d-93563244d74b/56a7dd6f-eef5-4e1c-be92-e3cbbea0e324/8840dc17-9ef6-4741-ba73-2acc9cc1a3a4) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:36.108277 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Attempting to bind port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:36.108277 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Attempting to bind port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:36.108277 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Attempting to bind port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:36.112332 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:36.113588 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:36.114207 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.114762 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:36.115396 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Bound port: 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:36.115964 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.172217 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] For port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:36.173690 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 340d31a0-a9a5-4962-adb3-bad37b8695c3 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:36.174224 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.178068 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] For port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:36.227199 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks [] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.257667 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 340d31a0-a9a5-4962-adb3-bad37b8695c3 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:36.258863 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fe9ae144-77a1-430a-b23d-98d153b95c4c up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:36.294891 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.304098 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fe9ae144-77a1-430a-b23d-98d153b95c4c triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:36.304756 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.323817 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.348048 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:36.348048 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:36.365510 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Network 70cf6803-f652-413d-9f3d-93563244d74b is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:36.375777 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:36.399555 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:36.464939 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072bd13-d7e3-48be-ac6a-08c4e4318b45 None None] Pushing event updated for resources: {'Port': ['ID=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:36.483400 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fe9ae144-77a1-430a-b23d-98d153b95c4c is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:36.503351 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.562645 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:36.568406 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Pushing event updated for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:36.740695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-46142017-3061-44b1-9d0c-b79d4526a90c None None] Provisioning complete for port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:36.741072 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-46142017-3061-44b1-9d0c-b79d4526a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.756120 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7604fa-22a6-4681-8dbd-395cea19ab9d req-20da0256-eeea-4052-8c56-e87c9694680d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:36.757675 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f7604fa-22a6-4681-8dbd-395cea19ab9d req-20da0256-eeea-4052-8c56-e87c9694680d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0769827 Apr 12 17:33:36.758484 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 3, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:36.764620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:36.784816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-46142017-3061-44b1-9d0c-b79d4526a90c None None] Port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:36.793394 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc35b5-cec5-49cc-bbf9-4abcb2431d29 None None] The sync data for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi is: [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 3, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:36.857851 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f7604fa-22a6-4681-8dbd-395cea19ab9d req-8be70586-6a85-4afa-aebd-201785f9c994 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900133 Apr 12 17:33:36.967887 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks [] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:37.030214 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:37.107039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:37.109940 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Pushing event updated for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:37.213286 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Network 70cf6803-f652-413d-9f3d-93563244d74b is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:37.214734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:37.340518 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Router 955a0190-ae7a-4308-bf0b-a55da4cf307f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:33:37.510954 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-b04bc448-e246-4779-9835-6c04981f7636 None None] Provisioning complete for port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:37.512030 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b04bc448-e246-4779-9835-6c04981f7636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:37.549380 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b04bc448-e246-4779-9835-6c04981f7636 None None] Port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:37.680245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:33:37.685532 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-16836e04-e223-4ac6-a08a-b71bb0986836 admin admin] 10.222.0.32 "PUT /v2.0/routers/955a0190-ae7a-4308-bf0b-a55da4cf307f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6443801 Apr 12 17:33:37.967842 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84b6bb-1512-4ac6-8aa6-37cb8fe1b845 req-09d1086e-0b5d-4f48-ac41-0454e1d13a4f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:37.969374 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d84b6bb-1512-4ac6-8aa6-37cb8fe1b845 req-09d1086e-0b5d-4f48-ac41-0454e1d13a4f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0457489 Apr 12 17:33:38.022820 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d84b6bb-1512-4ac6-8aa6-37cb8fe1b845 req-cd2c70a5-4a3b-4747-a061-1aa476fd0bd1 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Apr 12 17:33:38.068290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:38.118975 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:38.119353 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.200183 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:38.200565 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.222596 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:38.333182 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.343891 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49366) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:38.349042 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260914097', 'description': 'tempest-secgroup-smoke-260914097 description', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:38.387058 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Sync routers for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:33:38.390408 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:38.400409 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:38.401003 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:38.441216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.509515 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:38.516180 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (b200f1e6-a161-457a-961f-ebf8df5a53d0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.600999 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (b200f1e6-a161-457a-961f-ebf8df5a53d0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.634171 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b200f1e6-a161-457a-961f-ebf8df5a53d0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:38.700253 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.701754 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3de5318b-c737-49bb-a232-0c86a0cf58cf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3566918 Apr 12 17:33:38.704609 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49372) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:38.708991 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:38.792631 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (93577510-9b32-4320-8040-c2a6486b386a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.834220 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 4, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8840dc17-9ef6-4741-ba73-2acc9cc1a3a4', 'name': '', 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'mac_address': 'fa:16:3e:49:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:35Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 2, 'project_id': '737583d7835b4f65b7253911771d3982', 'subnets': [{'id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:38.850014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (93577510-9b32-4320-8040-c2a6486b386a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.861402 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Checking router: 955a0190-ae7a-4308-bf0b-a55da4cf307f for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:33:38.861762 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Updating router 955a0190-ae7a-4308-bf0b-a55da4cf307f port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:33:38.889237 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.928368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (93577510-9b32-4320-8040-c2a6486b386a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:38.945448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93577510-9b32-4320-8040-c2a6486b386a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.021660 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.022935 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9b12efb2-30b0-4590-a816-5e298cfb7931 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173828 Apr 12 17:33:39.025750 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49376) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:39.030108 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:39.129153 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (d44c2e9a-932b-47a3-87b4-39ecbf98805a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.150648 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686958ca-31c7-42ac-9eda-50735010983e req-047532d9-ce9d-4009-8305-6783731164a2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:39.152129 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-686958ca-31c7-42ac-9eda-50735010983e req-047532d9-ce9d-4009-8305-6783731164a2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0602028 Apr 12 17:33:39.156277 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks [] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.219975 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.229235 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-686958ca-31c7-42ac-9eda-50735010983e req-c940605e-87a4-4b28-8308-f303f7d487d7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Apr 12 17:33:39.234820 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (d44c2e9a-932b-47a3-87b4-39ecbf98805a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.270896 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540804b-0946-4cf1-811e-8cdd43791101 None None] Pushing event updated for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.311670 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (d44c2e9a-932b-47a3-87b4-39ecbf98805a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.324393 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Attempting to bind port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:39.324770 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Attempting to bind port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:39.325138 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Attempting to bind port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 on network 70cf6803-f652-413d-9f3d-93563244d74b {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:39.330391 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:39.330759 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Checking segment: {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:39.331160 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.332089 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Bound using segment: {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:39.332563 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Bound port: 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bcb3b-7766-4316-a74b-cb565a7ab186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:39.333154 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.336954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44c2e9a-932b-47a3-87b4-39ecbf98805a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.397984 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.399248 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7b8e9608-fe97-4c5a-adb9-bcafd2e8125a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724954 Apr 12 17:33:39.401956 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49380) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:39.406583 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:39.407517 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] For port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:39.411973 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] For port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:39.480745 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-328ebc83-6543-4bd9-97c8-237755c76b22 None None] Provisioning complete for port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:39.481117 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-328ebc83-6543-4bd9-97c8-237755c76b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.505319 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.538819 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (bb14a2e9-78ff-443e-8b63-87d009a8c355), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.545188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-328ebc83-6543-4bd9-97c8-237755c76b22 None None] Port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:39.579742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:33:39.579742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:33:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:39.579742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540804b-0946-4cf1-811e-8cdd43791101 None None] Pushing event updated for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.625953 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (bb14a2e9-78ff-443e-8b63-87d009a8c355), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.699800 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (bb14a2e9-78ff-443e-8b63-87d009a8c355), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.703680 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:33:39.721534 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb14a2e9-78ff-443e-8b63-87d009a8c355,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:39.793229 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.797278 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2be75a79-0067-4fb8-9dd3-b7f715cb90d7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915799 Apr 12 17:33:39.797434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49386) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:39.801916 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:39.808763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Provisioning complete for port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:39.809145 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.893874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (7c2f2093-ddb3-4855-8d96-58175437989a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.952197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (7c2f2093-ddb3-4855-8d96-58175437989a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:39.977631 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 4, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8840dc17-9ef6-4741-ba73-2acc9cc1a3a4', 'name': '', 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'mac_address': 'fa:16:3e:49:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:35Z', 'updated_at': '2022-04-12T17:33:39Z', 'revision_number': 4, 'project_id': '737583d7835b4f65b7253911771d3982', 'subnets': [{'id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:33:39.978607 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Current status of the port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:39.979013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.012964 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c349-6fe2-4229-8b78-7f1cfa38b153 None None] The sync data for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi is: [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:33:36Z', 'revision_number': 4, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8840dc17-9ef6-4741-ba73-2acc9cc1a3a4', 'name': '', 'network_id': '70cf6803-f652-413d-9f3d-93563244d74b', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'mac_address': 'fa:16:3e:49:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:35Z', 'updated_at': '2022-04-12T17:33:39Z', 'revision_number': 4, 'project_id': '737583d7835b4f65b7253911771d3982', 'subnets': [{'id': '56a7dd6f-eef5-4e1c-be92-e3cbbea0e324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:33:40.022004 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (7c2f2093-ddb3-4855-8d96-58175437989a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.039882 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:40.042761 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] For port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:40.049536 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2f2093-ddb3-4855-8d96-58175437989a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:40.100080 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:40.100618 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.175978 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.177875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.179150 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-76b3693a-b4f5-4bb1-a2e6-bb0fdf1178fe tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3807843 Apr 12 17:33:40.181976 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49390) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:40.187560 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:40.218080 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:40.240306 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166d444-e96f-490b-9ca5-9e661967a9d5 None None] Pushing event updated for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:40.278172 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Project cb517ff0f2ef4bcf9cf4187ecc476ba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:33:40.285101 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (a36d3725-3b02-4aff-925a-320374aac2b1), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.368262 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8edf-b86e-4e30-a5db-d6999c9d8538 req-69080ac0-7fdc-473e-b3fd-3e598817c601 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:40.369784 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7bee8edf-b86e-4e30-a5db-d6999c9d8538 req-69080ac0-7fdc-473e-b3fd-3e598817c601 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0703242 Apr 12 17:33:40.391096 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (a36d3725-3b02-4aff-925a-320374aac2b1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.426673 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7bee8edf-b86e-4e30-a5db-d6999c9d8538 req-d4a0cd85-083c-40a6-880e-7a33dbb36475 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Apr 12 17:33:40.459732 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (a36d3725-3b02-4aff-925a-320374aac2b1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.478017 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36d3725-3b02-4aff-925a-320374aac2b1,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:40.558734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.561168 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2618e6f8-399c-4532-8da9-914498b28e0c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3766890 Apr 12 17:33:40.569080 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49396) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:40.577076 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'security_group_rule': {'security_group_id': 'b200f1e6-a161-457a-961f-ebf8df5a53d0', 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:40.652478 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Project cb517ff0f2ef4bcf9cf4187ecc476ba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:33:40.658537 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (2d079e9f-8ece-4934-aa2f-41be17c503d3), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.716772 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (2d079e9f-8ece-4934-aa2f-41be17c503d3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.773982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (2d079e9f-8ece-4934-aa2f-41be17c503d3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.789093 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d079e9f-8ece-4934-aa2f-41be17c503d3,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:40.880882 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:40.880882 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1f6fa3e2-55dc-4af1-9fcc-57e605dc703a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3093421 Apr 12 17:33:41.541124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee51ce2-49bd-477c-a349-dcba318b994a req-9f1cfcbb-1eda-40e1-8931-1d4d5ed3b159 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:41.542695 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ee51ce2-49bd-477c-a349-dcba318b994a req-9f1cfcbb-1eda-40e1-8931-1d4d5ed3b159 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0477462 Apr 12 17:33:41.592298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ee51ce2-49bd-477c-a349-dcba318b994a req-6695d848-7d80-49ce-95c9-81a48358016e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436144 Apr 12 17:33:42.041519 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:33:42.087959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:42.088327 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:42.167074 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:42.706689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aab5e-9c04-40f3-8db8-19716ceb761b req-5c48f693-6a7b-4585-8096-1a794c01094d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:42.708099 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b91aab5e-9c04-40f3-8db8-19716ceb761b req-5c48f693-6a7b-4585-8096-1a794c01094d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0474718 Apr 12 17:33:42.768797 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b91aab5e-9c04-40f3-8db8-19716ceb761b req-be612abc-b03b-495d-aa0f-4f6a14ea343a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544930 Apr 12 17:33:42.835121 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:43.882382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef4f0b-cdb5-4bf1-b2f7-f50e9b27f9ff req-d0de2023-5d15-46bd-b24e-492d75188939 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:43.883847 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1ef4f0b-cdb5-4bf1-b2f7-f50e9b27f9ff req-d0de2023-5d15-46bd-b24e-492d75188939 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0480778 Apr 12 17:33:43.929033 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1ef4f0b-cdb5-4bf1-b2f7-f50e9b27f9ff req-19134c1d-67ee-4ac9-b7b4-c25096ba1ff0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Apr 12 17:33:44.171681 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49494) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:44.176149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989565451', 'description': 'tempest-description--1791934429'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:44.282761 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.348562 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (514b6969-6d31-4a7b-9b9d-98d5ab0493ae), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.423535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (514b6969-6d31-4a7b-9b9d-98d5ab0493ae), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.451283 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514b6969-6d31-4a7b-9b9d-98d5ab0493ae,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:44.492993 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49498) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:44.500048 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.501267 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e82ebea9-d370-4bc3-bba0-80e0eb2b587d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3285882 Apr 12 17:33:44.504134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49502) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:44.508544 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'security_group_rule': {'security_group_id': '514b6969-6d31-4a7b-9b9d-98d5ab0493ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:44.585626 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (b1219d19-f77f-4ef8-a30f-134ea8f44896), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.598049 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c251448-d13e-4ed8-87d7-c34c82b8df80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.644013 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (b1219d19-f77f-4ef8-a30f-134ea8f44896), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.675418 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c251448-d13e-4ed8-87d7-c34c82b8df80 admin admin] Publish callbacks [] for security_group (096c228b-f014-46a3-b9a5-7ead716eb62c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.711021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (b1219d19-f77f-4ef8-a30f-134ea8f44896), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.728731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1219d19-f77f-4ef8-a30f-134ea8f44896,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:44.739513 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c251448-d13e-4ed8-87d7-c34c82b8df80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (096c228b-f014-46a3-b9a5-7ead716eb62c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.778882 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c251448-d13e-4ed8-87d7-c34c82b8df80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03247fb9a7f9433a8f7dd7c759f6b5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846813 Apr 12 17:33:44.780733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251448-d13e-4ed8-87d7-c34c82b8df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c228b-f014-46a3-b9a5-7ead716eb62c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:44.781461 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49506) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:44.802565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.804364 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a9f98470-619c-41d5-b39f-1020d6993964 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992611 Apr 12 17:33:44.807136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 49508) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:44.812817 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'security_group_rule': {'security_group_id': '514b6969-6d31-4a7b-9b9d-98d5ab0493ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:44.838880 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] Publish callbacks [] for security_group (096c228b-f014-46a3-b9a5-7ead716eb62c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.859966 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] Publish callbacks [] for security_group (096c228b-f014-46a3-b9a5-7ead716eb62c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.899222 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (bb57e0da-b463-4830-a9ee-2c656cb3a7ee), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.974094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (096c228b-f014-46a3-b9a5-7ead716eb62c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.977437 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.978626 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/096c228b-f014-46a3-b9a5-7ead716eb62c HTTP/1.1" status: 204 len: 168 time: 0.1961358 Apr 12 17:33:44.989516 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (bb57e0da-b463-4830-a9ee-2c656cb3a7ee), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:44.997897 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa9e04-c219-4c90-b728-1c709dc80560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c228b-f014-46a3-b9a5-7ead716eb62c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:45.044548 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef729bf-8b62-4acd-8e36-6ecceb06cf08 req-2d73f964-9b9c-4c90-b51e-dca9a13a31e8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:45.046060 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ef729bf-8b62-4acd-8e36-6ecceb06cf08 req-2d73f964-9b9c-4c90-b51e-dca9a13a31e8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0485814 Apr 12 17:33:45.065271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (bb57e0da-b463-4830-a9ee-2c656cb3a7ee), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.086850 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb57e0da-b463-4830-a9ee-2c656cb3a7ee,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:45.111710 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ef729bf-8b62-4acd-8e36-6ecceb06cf08 req-f446e08e-6c3f-444a-ab32-8d38acc6464b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Apr 12 17:33:45.170734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.171979 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-aeb0e0f1-6f2f-4a32-89b4-1a585decada9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637910 Apr 12 17:33:45.175375 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 49516) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:33:45.179928 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:45.281132 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.363464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.467663 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Allocated IP 172.27.2.189 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/d9b2448e-28c9-412f-8951-13e246a90a31) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:45.492137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4be3cd1f-6691-43a0-8698-9e20913ec26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.571812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for port (d9b2448e-28c9-412f-8951-13e246a90a31), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.665958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.701261 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:45.704046 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:45.709996 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:45.719485 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'Port': ['ID=d9b2448e-28c9-412f-8951-13e246a90a31,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:45.766100 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:45.902806 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.057737 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for port (d9b2448e-28c9-412f-8951-13e246a90a31), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.121042 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.155107 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.176031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'Port': ['ID=d9b2448e-28c9-412f-8951-13e246a90a31,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:46.239225 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:46.241104 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-740696f8-e5d7-4080-bdd7-8364151bdfa2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0647259 Apr 12 17:33:46.243344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d87720-abac-46c2-b78b-b43faa72f987 req-a923f23a-2007-4ccf-94fb-ebf5dfe2a57f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:46.244948 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d87720-abac-46c2-b78b-b43faa72f987 req-a923f23a-2007-4ccf-94fb-ebf5dfe2a57f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0572720 Apr 12 17:33:46.306589 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0d87720-abac-46c2-b78b-b43faa72f987 req-15fab794-3fe6-4e8c-938c-7d6f1c896ad5 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Apr 12 17:33:46.437961 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-85adf55d-4662-452d-89c5-42b72c8ec274 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--989565451&fields=id&tenant_id=6923437b5eea41fda53f134e75138797 HTTP/1.1" status: 200 len: 267 time: 0.0428402 Apr 12 17:33:46.544058 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-4fc9d4a3-0efa-46c1-b298-6e20e8a89a1a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:46.545515 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-4fc9d4a3-0efa-46c1-b298-6e20e8a89a1a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.1012709 Apr 12 17:33:46.560330 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-74d3c6de-8ae2-4072-82cd-fe22bea682e1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/quotas/6923437b5eea41fda53f134e75138797 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Apr 12 17:33:46.612398 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-96394ecd-2694-4104-8ab7-903b60198f70 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0469456 Apr 12 17:33:46.705748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-9e05559b-d70b-4d44-bf9f-0f300eab182a service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Apr 12 17:33:46.802976 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-aa1b529a-686f-476d-947e-789e0c178ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Apr 12 17:33:47.031104 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7cf79f9f-96a5-4d83-be74-fef67d492b69 req-215401fa-78f5-4ddd-b2b3-558a5c388f12 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0279746 Apr 12 17:33:47.152956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 9c86b86d-e7d9-4f7f-8282-07985b72ee57 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:33:47.254578 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:47.266011 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '9c86b86d-e7d9-4f7f-8282-07985b72ee57', 'network_id': '84a5bf7c-5113-47bb-9124-9933e654666a', 'port_id': '9c86b86d-e7d9-4f7f-8282-07985b72ee57', 'mac_address': 'fa:16:3e:de:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edfd1189-e309-4f9c-a66e-864dd7856d3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:33:47.303324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:33:47.303718 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:47.316347 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c86b86d-e7d9-4f7f-8282-07985b72ee57 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:33:47.342247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:33:47.416876 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b69997-4aa9-42f9-8d4f-41f58b160418 req-5ff629ec-912e-4234-9fde-11ad9a1e9919 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:47.418432 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88b69997-4aa9-42f9-8d4f-41f58b160418 req-5ff629ec-912e-4234-9fde-11ad9a1e9919 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 943 time: 0.0469184 Apr 12 17:33:47.431296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:47.469608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-88b69997-4aa9-42f9-8d4f-41f58b160418 req-cbb927b5-f562-42e2-bb43-c7b0886cb4ca tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Apr 12 17:33:47.481073 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:47.840880 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-86a842d2-44e1-44c4-9cd5-cee5df183580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:48.124157 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02ef1804-0404-439f-b367-83af23fe5c6b req-97f9a020-e6bf-4ccb-87ea-9d1d8673e517 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0272465 Apr 12 17:33:48.579400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dba32-9c17-4d9e-bc3b-35c5863ee521 req-ccdb4f55-48e3-4710-bfdc-07d0e458e7a7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:48.580822 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-881dba32-9c17-4d9e-bc3b-35c5863ee521 req-ccdb4f55-48e3-4710-bfdc-07d0e458e7a7 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0458677 Apr 12 17:33:48.626684 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-881dba32-9c17-4d9e-bc3b-35c5863ee521 req-b5e041ae-fd57-4ffd-ab4a-14533abbf3e8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Apr 12 17:33:48.966357 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:49.221572 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d628eb5-f3fe-4c6c-8ace-625182361f77 req-30862c88-0223-4b28-a5ae-4e06e0825df4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0317221 Apr 12 17:33:49.736536 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152847d-5663-4a8f-8a15-fe3775ceda48 req-a96a8283-cc08-4acc-b7e8-42b92ee1b15a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:49.738025 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f152847d-5663-4a8f-8a15-fe3775ceda48 req-a96a8283-cc08-4acc-b7e8-42b92ee1b15a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0458045 Apr 12 17:33:49.783870 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f152847d-5663-4a8f-8a15-fe3775ceda48 req-01ee8717-663e-48fe-ac50-fec13ca0a6d2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Apr 12 17:33:50.166083 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['9c86b86d-e7d9-4f7f-8282-07985b72ee57'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:33:50.308394 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:50.322592 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-163adb37-3f72-40de-8da2-71963101ab45 req-6d121890-8ab2-4c30-a9a6-92b943ed2fd7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0312812 Apr 12 17:33:50.544256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-8b0e5e4f-c9ec-454c-9511-5b8476f2c03a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:50.545753 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-8b0e5e4f-c9ec-454c-9511-5b8476f2c03a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 818 time: 0.1091621 Apr 12 17:33:50.619581 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-a19fb36b-6e02-430a-a874-95cebc01f0ac tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6923437b5eea41fda53f134e75138797 HTTP/1.1" status: 200 len: 379 time: 0.0534730 Apr 12 17:33:50.632320 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'port': {'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'admin_state_up': True, 'tenant_id': '6923437b5eea41fda53f134e75138797', 'security_groups': ['514b6969-6d31-4a7b-9b9d-98d5ab0493ae']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:50.848684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Made reservation on behalf of 6923437b5eea41fda53f134e75138797 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:33:50.852181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:50.897453 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52f92-9487-4347-8c31-a4ba1ca74808 req-b4f205be-3786-47d3-9bf2-2bf9b4524c22 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:50.899025 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-68a52f92-9487-4347-8c31-a4ba1ca74808 req-b4f205be-3786-47d3-9bf2-2bf9b4524c22 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0467343 Apr 12 17:33:50.952934 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-68a52f92-9487-4347-8c31-a4ba1ca74808 req-97a01151-f867-4932-a7a4-96c01c75fbd9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Apr 12 17:33:51.216435 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Allocated IP 172.20.0.8 (88755202-8f20-440c-bd13-3a96a33eea35/087309be-76af-49db-b202-d05dc941db2e/c439d5a6-a3ea-4c7c-9152-d67f68270c85) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:33:51.351409 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:51.419232 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e03e5fd2-ffc3-4499-92ab-8f23c54f1c64 req-6dcf5af0-d391-44e3-8c33-f9b524abb1f9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0281312 Apr 12 17:33:51.441247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:51.482319 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Network 88755202-8f20-440c-bd13-3a96a33eea35 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:33:51.485317 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:33:51.488004 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:33:51.494359 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:51.496958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:51.515550 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event updated for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:51.592132 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-00fb90f0-4e04-45cc-bb72-f02cfaac1db0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9642000 Apr 12 17:33:51.665547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-81caf67d-9fb8-475b-b711-50fa0c21c231 None None] Provisioning complete for port c439d5a6-a3ea-4c7c-9152-d67f68270c85 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:33:51.666117 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-81caf67d-9fb8-475b-b711-50fa0c21c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:51.700866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-81caf67d-9fb8-475b-b711-50fa0c21c231 None None] Port c439d5a6-a3ea-4c7c-9152-d67f68270c85 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:33:51.706571 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:33:51.842727 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:52.075297 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efa54a-07d1-4d33-996a-29e44d96a7d2 req-d9410f1b-7e9f-45ed-a8fb-bedba4e34724 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:52.076761 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50efa54a-07d1-4d33-996a-29e44d96a7d2 req-d9410f1b-7e9f-45ed-a8fb-bedba4e34724 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0472476 Apr 12 17:33:52.126070 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50efa54a-07d1-4d33-996a-29e44d96a7d2 req-fe6b3dbc-854d-444e-9860-1ce3e1eb228c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Apr 12 17:33:52.535259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124d02-641d-463c-bc5f-13282bd46735 req-67a470d8-3fb4-4f06-aaf2-f882b808ec3e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:52.537456 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff124d02-641d-463c-bc5f-13282bd46735 req-67a470d8-3fb4-4f06-aaf2-f882b808ec3e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0474529 Apr 12 17:33:52.583276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff124d02-641d-463c-bc5f-13282bd46735 req-fa0d5827-28be-4338-aaee-0ee7ac4aae47 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403199 Apr 12 17:33:53.236002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c575a-ea85-44b6-8c9c-339c66747afb req-57da43fc-6b70-4c46-aec3-d1286cc635ca tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:53.237475 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be1c575a-ea85-44b6-8c9c-339c66747afb req-57da43fc-6b70-4c46-aec3-d1286cc635ca tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0466328 Apr 12 17:33:53.282845 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-be1c575a-ea85-44b6-8c9c-339c66747afb req-55cfd51b-14bd-447d-a923-25fd3c4208c8 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Apr 12 17:33:53.692080 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498b60-08b3-4a83-8020-e51c52615da5 req-30e975f1-294b-4933-a460-e2c94e49be9d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:53.693516 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb498b60-08b3-4a83-8020-e51c52615da5 req-30e975f1-294b-4933-a460-e2c94e49be9d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0444753 Apr 12 17:33:53.743596 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb498b60-08b3-4a83-8020-e51c52615da5 req-66314530-82e5-48b5-b0c4-709d48e344bf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443916 Apr 12 17:33:54.391774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890fcd9-2186-45fd-86ed-3a2eff826ac7 req-d12c72bc-fd49-44d1-a5a7-21c33d20d34b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:54.393205 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2890fcd9-2186-45fd-86ed-3a2eff826ac7 req-d12c72bc-fd49-44d1-a5a7-21c33d20d34b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0449502 Apr 12 17:33:54.440018 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2890fcd9-2186-45fd-86ed-3a2eff826ac7 req-0156298e-f55c-45e5-b902-581e4c987236 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Apr 12 17:33:54.857797 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b0267-f371-4262-96aa-78e05adab91e req-e8e2b61e-c99a-48fb-a707-8f58d83df4f4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:54.859331 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d15b0267-f371-4262-96aa-78e05adab91e req-e8e2b61e-c99a-48fb-a707-8f58d83df4f4 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0515213 Apr 12 17:33:54.910541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d15b0267-f371-4262-96aa-78e05adab91e req-7433fb15-54b4-4626-a38a-e13e59894aac tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Apr 12 17:33:55.552942 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0deb-9fb6-484d-ad3d-80dba2878547 req-0c20b307-e6ab-4fb9-b2b8-d8dbc9788df5 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:55.554427 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a9f0deb-9fb6-484d-ad3d-80dba2878547 req-0c20b307-e6ab-4fb9-b2b8-d8dbc9788df5 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0493548 Apr 12 17:33:55.599284 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a9f0deb-9fb6-484d-ad3d-80dba2878547 req-eebe831b-6efd-40d7-9381-b371dd50d37d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Apr 12 17:33:56.024646 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7247d-96b4-41fb-baf0-eec17245c15c req-af5c8905-f8f9-42b4-b850-8ad64db0407e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:56.026102 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5c7247d-96b4-41fb-baf0-eec17245c15c req-af5c8905-f8f9-42b4-b850-8ad64db0407e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0458741 Apr 12 17:33:56.071056 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5c7247d-96b4-41fb-baf0-eec17245c15c req-c5547257-b52d-4ab7-a964-1652ecd58cfe tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394883 Apr 12 17:33:56.709045 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54115-711f-4824-83ec-de740ab1a660 req-b25f7cac-5abb-452e-aedc-f92fa2d89147 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:56.711070 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58d54115-711f-4824-83ec-de740ab1a660 req-b25f7cac-5abb-452e-aedc-f92fa2d89147 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0460875 Apr 12 17:33:56.761790 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58d54115-711f-4824-83ec-de740ab1a660 req-9282c2ea-2072-4652-bd2b-c49227c67b1a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 Apr 12 17:33:57.183214 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c760-59a9-422d-8c37-cdc8037c4169 req-6c522e8c-4e37-45a7-a312-141f47378b85 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:57.184696 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2380c760-59a9-422d-8c37-cdc8037c4169 req-6c522e8c-4e37-45a7-a312-141f47378b85 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0467305 Apr 12 17:33:57.232288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2380c760-59a9-422d-8c37-cdc8037c4169 req-ee3d6464-2aa2-4bfb-aa93-379756252e9d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417156 Apr 12 17:33:57.872292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b5450-efa3-45c1-85e8-63a92a731b36 req-5c70dc9b-847b-454c-93cf-a3ff16948ff6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:57.873755 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a58b5450-efa3-45c1-85e8-63a92a731b36 req-5c70dc9b-847b-454c-93cf-a3ff16948ff6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0470097 Apr 12 17:33:57.920429 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a58b5450-efa3-45c1-85e8-63a92a731b36 req-4b4bf7eb-d552-4304-ac40-0f9528390d52 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Apr 12 17:33:58.342701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156e7f-92dc-449f-89b8-2fc90d516808 req-621619be-be0d-470a-85fa-b1faa17c5c25 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:58.344150 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8a156e7f-92dc-449f-89b8-2fc90d516808 req-621619be-be0d-470a-85fa-b1faa17c5c25 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 931 time: 0.0477283 Apr 12 17:33:58.389114 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8a156e7f-92dc-449f-89b8-2fc90d516808 req-09ab436c-8490-46ee-8bf2-df11f0f357f9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396307 Apr 12 17:33:58.860149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Request body: {'port': {'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:33:58.921582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.032487 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef3ca-d618-4be7-b563-5acaf14c141f req-e94f37ff-63ce-4ae1-b2ec-af167152f0d4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.034217 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-723ef3ca-d618-4be7-b563-5acaf14c141f req-e94f37ff-63ce-4ae1-b2ec-af167152f0d4 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0473983 Apr 12 17:33:59.084211 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-723ef3ca-d618-4be7-b563-5acaf14c141f req-ebe3a0fd-5791-4ece-8873-f40e972abbb0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Apr 12 17:33:59.177879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c439d5a6-a3ea-4c7c-9152-d67f68270c85 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:33:59.183729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks [] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.196166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Transition to ACTIVE for port object c439d5a6-a3ea-4c7c-9152-d67f68270c85 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:33:59.263157 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.314464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Pushing event updated for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:59.350793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Attempting to bind port c439d5a6-a3ea-4c7c-9152-d67f68270c85 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:33:59.351125 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Attempting to bind port c439d5a6-a3ea-4c7c-9152-d67f68270c85 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:33:59.351455 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Attempting to bind port c439d5a6-a3ea-4c7c-9152-d67f68270c85 on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:59.355879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Port c439d5a6-a3ea-4c7c-9152-d67f68270c85 on network 88755202-8f20-440c-bd13-3a96a33eea35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:33:59.356198 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Attempting to bind port c439d5a6-a3ea-4c7c-9152-d67f68270c85 on network 88755202-8f20-440c-bd13-3a96a33eea35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:33:59.361120 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:33:59.361462 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Checking segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:33:59.361860 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Bound using segment: {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:33:59.362327 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Bound port: c439d5a6-a3ea-4c7c-9152-d67f68270c85, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd848784e-3c92-40b2-a657-93fe2b1fd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:33:59.362688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.427495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:33:59.431185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:33:59.492877 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.503630 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4b40-47a9-4664-ad01-180b6aec5119 req-d51f5e82-cab0-4c46-8c19-fb25adc7baa0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.505162 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3cb4b40-47a9-4664-ad01-180b6aec5119 req-d51f5e82-cab0-4c46-8c19-fb25adc7baa0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0490286 Apr 12 17:33:59.523586 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.524320 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:33:59.525577 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] 10.222.0.60 "PUT /v2.0/ports/c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1093 time: 0.6697185 Apr 12 17:33:59.527942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:33:59.530185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1a68b-1c38-4c0d-95a6-600032c78d58" -d '{"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:33:59.558444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3cb4b40-47a9-4664-ad01-180b6aec5119 req-ee574c8f-6656-43ac-bea2-71ca26f76789 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Apr 12 17:33:59.561299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c434e-a9a4-4639-ba9a-446f140436be service neutron] Pushing event updated for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:33:59.581540 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c742c-605b-4baa-8c77-1acac1b4f1f9 x-openstack-request-id: req-ae0c742c-605b-4baa-8c77-1acac1b4f1f9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:33:59.581834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:33:59.582113 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae0c742c-605b-4baa-8c77-1acac1b4f1f9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:33:59.582592 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0c742c-605b-4baa-8c77-1acac1b4f1f9'] response: {'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'status': 'completed', 'code': 200} Apr 12 17:33:59.676429 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-66b556aa-1249-48ad-9430-5b7fdefe123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.678669 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-66b556aa-1249-48ad-9430-5b7fdefe123e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1127 time: 0.0454588 Apr 12 17:33:59.789004 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-564ff6e2-5bb9-46d2-ab0b-8234c06dec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.790516 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-564ff6e2-5bb9-46d2-ab0b-8234c06dec15 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6923437b5eea41fda53f134e75138797&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0950739 Apr 12 17:33:59.890529 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-19a3110f-9d5a-4ced-9f5b-88353c5f8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:33:59.891983 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6ee1a68b-1c38-4c0d-95a6-600032c78d58 req-19a3110f-9d5a-4ced-9f5b-88353c5f8712 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909064 Apr 12 17:34:00.198314 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea43b-11ad-4493-9a4b-17f6c08b96a9 req-7b2f2c69-e6fd-4df7-9b1e-767c4e3cd391 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:00.199880 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-871ea43b-11ad-4493-9a4b-17f6c08b96a9 req-7b2f2c69-e6fd-4df7-9b1e-767c4e3cd391 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 944 time: 0.0460613 Apr 12 17:34:00.246001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-871ea43b-11ad-4493-9a4b-17f6c08b96a9 req-1245af57-1f91-4a03-ab9e-a1325f286f20 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Apr 12 17:34:00.320970 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-aa5766cd-ad5a-46b9-b6c0-b54c016204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:00.322526 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-aa5766cd-ad5a-46b9-b6c0-b54c016204b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1127 time: 0.0404136 Apr 12 17:34:00.372271 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 9c86b86d-e7d9-4f7f-8282-07985b72ee57 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:34:00.372805 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-7749e76d-02de-44af-9a73-ae27efb83c68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 217 time: 0.0325758 Apr 12 17:34:00.417701 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:34:00.424125 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-158eb6d6-b9f6-4fad-bfed-c1b407b307b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:00.425599 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-158eb6d6-b9f6-4fad-bfed-c1b407b307b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0429265 Apr 12 17:34:00.474236 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-d648778e-77ee-4164-8e8c-a54c77ef92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:00.475451 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:34:00.475827 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:00.476233 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-d648778e-77ee-4164-8e8c-a54c77ef92e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403733 Apr 12 17:34:00.567149 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:34:00.567540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:00.575602 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-23f4ea93-242d-411e-8d9d-a0d8b6148828 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916035 Apr 12 17:34:00.591592 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:00.593873 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f0b44-b73c-4027-9345-59218877ab82" -d '{"events": [{"server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "name": "network-vif-plugged", "status": "completed", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:00.608866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:00.631508 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba7579e-ce2d-4766-b05a-337e3b254f5c x-openstack-request-id: req-9ba7579e-ce2d-4766-b05a-337e3b254f5c {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:00.631803 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "name": "network-vif-plugged", "status": "completed", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:00.632060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ba7579e-ce2d-4766-b05a-337e3b254f5c {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:00.632461 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba7579e-ce2d-4766-b05a-337e3b254f5c'] response: {'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57', 'code': 200} Apr 12 17:34:00.685462 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386870f4-296b-444d-842c-577013479f83 req-76829048-3cbd-437e-bd52-dddada1ab40b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:00.686959 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-386870f4-296b-444d-842c-577013479f83 req-76829048-3cbd-437e-bd52-dddada1ab40b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0458586 Apr 12 17:34:00.694178 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:00.738926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-386870f4-296b-444d-842c-577013479f83 req-7d3a17f7-cd15-4cef-8a2c-aee3c04a3e17 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464509 Apr 12 17:34:00.742619 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:01.355425 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133cc3-404b-4965-867c-17e672c868d1 req-5349562a-1c8b-4c79-aa9b-189344b50d55 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:01.356846 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-37133cc3-404b-4965-867c-17e672c868d1 req-5349562a-1c8b-4c79-aa9b-189344b50d55 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0451081 Apr 12 17:34:01.401792 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-37133cc3-404b-4965-867c-17e672c868d1 req-461713d0-73ae-4f82-b3c0-3680d75f8c6a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Apr 12 17:34:01.846960 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4ab2d-6a93-4654-a45a-05612a87b981 req-f714a464-b8c6-43dd-9760-0365bd08a13e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:01.848332 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3be4ab2d-6a93-4654-a45a-05612a87b981 req-f714a464-b8c6-43dd-9760-0365bd08a13e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0446575 Apr 12 17:34:01.895360 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3be4ab2d-6a93-4654-a45a-05612a87b981 req-de388b59-808b-43fb-9898-ca3305abeb0b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Apr 12 17:34:02.512286 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c8643-0479-43a0-b7a3-374381c22065 req-c2e9e1bf-9231-43f4-a4ab-21bb370567ac tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:02.513665 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb3c8643-0479-43a0-b7a3-374381c22065 req-c2e9e1bf-9231-43f4-a4ab-21bb370567ac tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Apr 12 17:34:02.558870 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb3c8643-0479-43a0-b7a3-374381c22065 req-e11e875c-914f-4479-87c3-c51d067dfc31 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Apr 12 17:34:03.004375 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3921-918e-47ff-aa8d-ec408f804baa req-ce0bcd98-fd8a-47d9-b2f3-b06cf4d6cde3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:03.005816 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-579f3921-918e-47ff-aa8d-ec408f804baa req-ce0bcd98-fd8a-47d9-b2f3-b06cf4d6cde3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0458703 Apr 12 17:34:03.051546 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-579f3921-918e-47ff-aa8d-ec408f804baa req-a1cc4390-b0af-43c5-9202-34dbb162abec tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402195 Apr 12 17:34:03.670069 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb776b1-ecba-4324-a8f9-a8e8ef92637d req-5070bbfa-4a0d-42bc-8443-6da2fe22c3f6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:03.671565 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1fb776b1-ecba-4324-a8f9-a8e8ef92637d req-5070bbfa-4a0d-42bc-8443-6da2fe22c3f6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Apr 12 17:34:03.727182 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1fb776b1-ecba-4324-a8f9-a8e8ef92637d req-6fd9726a-3ad4-4677-a4d4-44e75a9c0b26 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Apr 12 17:34:04.157966 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e37a9-386c-4be2-b825-a1a6e32e3bd6 req-f981e10f-ca6f-463c-b941-3ff5e4bf64fa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:04.159448 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f6e37a9-386c-4be2-b825-a1a6e32e3bd6 req-f981e10f-ca6f-463c-b941-3ff5e4bf64fa tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0450187 Apr 12 17:34:04.205146 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f6e37a9-386c-4be2-b825-a1a6e32e3bd6 req-13c11ce2-f2e5-4a8d-8bc0-a5269832c38b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400412 Apr 12 17:34:04.840431 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9257a-957c-4cf6-8ef4-665b135de1ac req-c2cd8365-59db-459d-80e7-cc17606aae78 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:04.841902 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1c9257a-957c-4cf6-8ef4-665b135de1ac req-c2cd8365-59db-459d-80e7-cc17606aae78 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0448751 Apr 12 17:34:04.887451 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1c9257a-957c-4cf6-8ef4-665b135de1ac req-5e31338b-d14e-4220-8254-fb2abbf2dfda tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Apr 12 17:34:05.313872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767873c2-e9af-4612-8295-516ef0653477 req-b29123ba-8c6a-4291-b42e-bcd48ea64b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:05.315255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-767873c2-e9af-4612-8295-516ef0653477 req-b29123ba-8c6a-4291-b42e-bcd48ea64b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0472934 Apr 12 17:34:05.360265 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-767873c2-e9af-4612-8295-516ef0653477 req-3f89dbd0-d028-46bc-903f-ce69ce9e4fe6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Apr 12 17:34:05.997505 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79249-9daf-41cc-b90e-e871870cda4f req-78e15fb3-3d4a-472d-98f0-9162043e84fb tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:05.999021 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1df79249-9daf-41cc-b90e-e871870cda4f req-78e15fb3-3d4a-472d-98f0-9162043e84fb tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0463731 Apr 12 17:34:06.047034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1df79249-9daf-41cc-b90e-e871870cda4f req-54d54eda-0e39-4739-911e-0cd779cc8bca tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Apr 12 17:34:06.473742 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253a340-4174-40ee-99f8-0eccdd1c21b4 req-3956776b-3334-436a-b354-55f53332dc8f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:06.475856 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7253a340-4174-40ee-99f8-0eccdd1c21b4 req-3956776b-3334-436a-b354-55f53332dc8f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0506239 Apr 12 17:34:06.521853 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7253a340-4174-40ee-99f8-0eccdd1c21b4 req-3f584480-de4b-41a0-b70f-d6fe76ceb993 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Apr 12 17:34:07.155972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3f43a-cb22-4fce-b515-60a8e46bf552 req-b3e84430-824b-4cb0-9326-9e093a7be186 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:07.157437 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13a3f43a-cb22-4fce-b515-60a8e46bf552 req-b3e84430-824b-4cb0-9326-9e093a7be186 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0450139 Apr 12 17:34:07.203895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13a3f43a-cb22-4fce-b515-60a8e46bf552 req-d91d6b7a-ef19-4cd9-b404-481ac663375e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Apr 12 17:34:07.632082 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540d1cf-8631-4c6f-8c44-7d16c4b72c3e req-b23a7bbf-6db2-434e-8bc8-d5e6dbebe3e1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:07.633548 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d540d1cf-8631-4c6f-8c44-7d16c4b72c3e req-b23a7bbf-6db2-434e-8bc8-d5e6dbebe3e1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0458617 Apr 12 17:34:07.684062 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d540d1cf-8631-4c6f-8c44-7d16c4b72c3e req-d4a60fb6-0b25-4672-85b7-62ee826a0c61 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Apr 12 17:34:08.312433 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ae375-cbe9-4c02-91b8-096617f8a636 req-9ca6b20f-fad6-4c3e-a534-831f1e13ae28 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:08.313895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-265ae375-cbe9-4c02-91b8-096617f8a636 req-9ca6b20f-fad6-4c3e-a534-831f1e13ae28 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0456641 Apr 12 17:34:08.358445 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-265ae375-cbe9-4c02-91b8-096617f8a636 req-32ce213c-17f9-48a3-aac2-d5dd051ff973 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Apr 12 17:34:08.478529 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17b25fa0-607a-47fa-b504-a0df5c4cd9e7 req-da9f038e-ee6b-40b6-b98a-0f3dba533bbc service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Apr 12 17:34:08.793030 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f14ac-e55f-429c-ae35-8d3a41b601ab req-8da90795-1f47-4769-8791-7bb75d1b8962 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:08.794556 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e38f14ac-e55f-429c-ae35-8d3a41b601ab req-8da90795-1f47-4769-8791-7bb75d1b8962 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0468369 Apr 12 17:34:08.841446 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e38f14ac-e55f-429c-ae35-8d3a41b601ab req-d0a39992-8a3d-47e5-a410-3d035f04b17b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Apr 12 17:34:09.469214 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845b7d7-bf6f-4589-89a8-f2d148a95151 req-f44765af-4365-4b14-8a18-4f427d59c726 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:09.470675 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0845b7d7-bf6f-4589-89a8-f2d148a95151 req-f44765af-4365-4b14-8a18-4f427d59c726 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0482192 Apr 12 17:34:09.515986 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0845b7d7-bf6f-4589-89a8-f2d148a95151 req-d8e6e7b3-78cb-4bdd-80d5-17543c25843e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Apr 12 17:34:09.954902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d2dc-78be-4944-b7f1-a86dc713e618 req-54ebf0ea-fefd-4551-babc-8ee95a8061a9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:09.962008 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75f0d2dc-78be-4944-b7f1-a86dc713e618 req-54ebf0ea-fefd-4551-babc-8ee95a8061a9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0548377 Apr 12 17:34:10.006758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-75f0d2dc-78be-4944-b7f1-a86dc713e618 req-7c5067c0-8c7a-4f0f-bc4a-09239b784f2e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Apr 12 17:34:10.624224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b263b8-ba0b-4ec3-9980-d7357e38bffd req-f2845ed5-2f90-4eb1-86b0-f5eb7ee6c54e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:10.626017 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4b263b8-ba0b-4ec3-9980-d7357e38bffd req-f2845ed5-2f90-4eb1-86b0-f5eb7ee6c54e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0457389 Apr 12 17:34:10.678766 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4b263b8-ba0b-4ec3-9980-d7357e38bffd req-00f81121-a43c-41b2-901c-251ad2a3ae90 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Apr 12 17:34:11.113370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498a50b-142b-48ba-bec2-5e1534e350d1 req-3a46deb9-0572-4d2a-a5c1-cbe0cc05101b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:11.114851 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8498a50b-142b-48ba-bec2-5e1534e350d1 req-3a46deb9-0572-4d2a-a5c1-cbe0cc05101b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0448897 Apr 12 17:34:11.160517 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8498a50b-142b-48ba-bec2-5e1534e350d1 req-a4d3e201-f1dc-44be-8096-4889e7f9d930 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Apr 12 17:34:11.786459 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240836b-3bb1-42f4-96c5-8ea62c8aff4e req-3f58a114-2433-4986-be6e-7a4d5071693c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:11.788381 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f240836b-3bb1-42f4-96c5-8ea62c8aff4e req-3f58a114-2433-4986-be6e-7a4d5071693c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0448482 Apr 12 17:34:11.833396 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f240836b-3bb1-42f4-96c5-8ea62c8aff4e req-79908d8a-518a-4dca-ad83-83e69f96f3d5 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Apr 12 17:34:12.270601 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ba19-8604-45d7-8d49-bae61884f606 req-6a5cc252-35e6-4c83-ada1-e0ca9e7dac80 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:12.271965 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8084ba19-8604-45d7-8d49-bae61884f606 req-6a5cc252-35e6-4c83-ada1-e0ca9e7dac80 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0481789 Apr 12 17:34:12.317941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8084ba19-8604-45d7-8d49-bae61884f606 req-1713d6e1-7162-4522-9e99-a4209accbf7a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 Apr 12 17:34:12.819631 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:12.943107 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5a63-207b-4a14-b1ce-e62e8e560939 req-3c4c2c58-fd01-468c-9027-c57c08621b4b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:12.945213 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca6e5a63-207b-4a14-b1ce-e62e8e560939 req-3c4c2c58-fd01-468c-9027-c57c08621b4b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0447545 Apr 12 17:34:12.989426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca6e5a63-207b-4a14-b1ce-e62e8e560939 req-0be9f01a-5259-4413-a435-833f38aad48a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Apr 12 17:34:13.427880 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa53343-7947-4fad-8a0f-41b33711b7ac req-bde79c5b-77f0-485c-aa2e-e90416eacd71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:13.429863 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fa53343-7947-4fad-8a0f-41b33711b7ac req-bde79c5b-77f0-485c-aa2e-e90416eacd71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0484025 Apr 12 17:34:13.475337 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fa53343-7947-4fad-8a0f-41b33711b7ac req-5e5c5b82-767d-47ec-a823-30ca03ad00c1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 Apr 12 17:34:14.099231 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77939c-ad60-4536-8bae-6b8b2a843c06 req-a86e67dc-63d0-4c75-880e-3e15b84cff42 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:14.101188 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa77939c-ad60-4536-8bae-6b8b2a843c06 req-a86e67dc-63d0-4c75-880e-3e15b84cff42 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0441682 Apr 12 17:34:14.146948 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fa77939c-ad60-4536-8bae-6b8b2a843c06 req-be4d24a5-aef4-47dc-aa2f-be4bb188bd60 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Apr 12 17:34:14.581338 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053d4b-6bc6-4eaa-9907-edd4a50b8d34 req-f1ff966f-0ad1-4813-b267-2c4aebf7099c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:14.582831 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba053d4b-6bc6-4eaa-9907-edd4a50b8d34 req-f1ff966f-0ad1-4813-b267-2c4aebf7099c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0436289 Apr 12 17:34:14.630918 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba053d4b-6bc6-4eaa-9907-edd4a50b8d34 req-538a1535-7de8-49f1-9976-e285e1994d64 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Apr 12 17:34:15.255571 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a8042-c08e-41a5-943d-430b549c5c75 req-8ae96b39-2004-48e4-afde-f4cc869a306e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:15.257011 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05a8042-c08e-41a5-943d-430b549c5c75 req-8ae96b39-2004-48e4-afde-f4cc869a306e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0448189 Apr 12 17:34:15.302611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05a8042-c08e-41a5-943d-430b549c5c75 req-3f192344-ceed-4b3f-9547-12577e574cd0 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Apr 12 17:34:15.471159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8bccf707-f215-4df8-b321-c5453a20c2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:15.736057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb0c7a-72b1-4d51-a7ca-bb9fd4099994 req-1b226da6-5ac3-4ae4-a68f-f1aa3059be96 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:15.737422 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00bb0c7a-72b1-4d51-a7ca-bb9fd4099994 req-1b226da6-5ac3-4ae4-a68f-f1aa3059be96 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0451839 Apr 12 17:34:15.782265 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00bb0c7a-72b1-4d51-a7ca-bb9fd4099994 req-adca280f-4973-4c64-a52f-4ddf8b335465 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394518 Apr 12 17:34:16.416825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f42967-c87e-47f2-828b-d69603f245f1 req-f136ba84-b90b-4be4-bd3d-4225a7f8b84a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:16.418406 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98f42967-c87e-47f2-828b-d69603f245f1 req-f136ba84-b90b-4be4-bd3d-4225a7f8b84a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0520914 Apr 12 17:34:16.463606 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98f42967-c87e-47f2-828b-d69603f245f1 req-3fdac46b-c286-4561-830f-f52f3cde0acb tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Apr 12 17:34:16.888021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85bda-9cd5-4f9c-9f6e-65f111e0db3f req-c165f5f3-98ae-47e6-b819-d6e0e248fc71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:16.889457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0d85bda-9cd5-4f9c-9f6e-65f111e0db3f req-c165f5f3-98ae-47e6-b819-d6e0e248fc71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0448515 Apr 12 17:34:16.934913 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0d85bda-9cd5-4f9c-9f6e-65f111e0db3f req-fb9ea565-4684-4990-bb03-b87540c0eebb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 Apr 12 17:34:17.573569 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543894-beef-4e48-8284-4ce0974d8753 req-0add8900-02f3-41b2-b759-f3c02c784333 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:17.575293 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9b543894-beef-4e48-8284-4ce0974d8753 req-0add8900-02f3-41b2-b759-f3c02c784333 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Apr 12 17:34:17.625736 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9b543894-beef-4e48-8284-4ce0974d8753 req-36fa7038-f506-47c5-aab8-4d4a15bfdd7b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Apr 12 17:34:17.822635 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e97bfdc-d72d-474a-8284-3cd19043c09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:18.043830 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10280ec1-6dd0-48a7-9679-31e72c5ca37f req-c8f13b4f-e9ce-4bd4-a9c2-fa5ec30604fe tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:18.045394 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10280ec1-6dd0-48a7-9679-31e72c5ca37f req-c8f13b4f-e9ce-4bd4-a9c2-fa5ec30604fe tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0456831 Apr 12 17:34:18.091013 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10280ec1-6dd0-48a7-9679-31e72c5ca37f req-bd48f47b-a2c9-4634-a6f5-86562567f14e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Apr 12 17:34:18.734013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d215e-f677-424a-8bcb-d241968a92ce req-50cbec5a-9605-4f60-9858-a35a4a3bde1b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:18.735487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae1d215e-f677-424a-8bcb-d241968a92ce req-50cbec5a-9605-4f60-9858-a35a4a3bde1b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0442197 Apr 12 17:34:18.780894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae1d215e-f677-424a-8bcb-d241968a92ce req-0127cc93-a1a0-4035-9557-4aa0c27d7696 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Apr 12 17:34:18.950537 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:19.203303 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784f07c-289c-451a-b94e-6ca2bdfdb1b8 req-6bcfac34-511d-42a0-80e2-8ac2c7d63265 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:19.204762 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c784f07c-289c-451a-b94e-6ca2bdfdb1b8 req-6bcfac34-511d-42a0-80e2-8ac2c7d63265 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0485952 Apr 12 17:34:19.250662 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c784f07c-289c-451a-b94e-6ca2bdfdb1b8 req-7eca11b5-0afe-4718-a17e-9f4b6d6db3ec tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Apr 12 17:34:19.890876 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fcd2c-f2c2-49c1-9bfc-cb988492e17a req-c9ea3e61-b53d-477d-bb1c-586ef423ccc9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:19.892314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a1fcd2c-f2c2-49c1-9bfc-cb988492e17a req-c9ea3e61-b53d-477d-bb1c-586ef423ccc9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0448074 Apr 12 17:34:19.938850 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7a1fcd2c-f2c2-49c1-9bfc-cb988492e17a req-31eb665e-08c1-445d-9785-8bde82699400 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Apr 12 17:34:20.282289 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:20.360700 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626db134-311a-4692-b603-27b035bfe446 req-8e27075e-fd0d-4b3c-95c9-880950d9100c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:20.362215 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-626db134-311a-4692-b603-27b035bfe446 req-8e27075e-fd0d-4b3c-95c9-880950d9100c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0484579 Apr 12 17:34:20.408430 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-626db134-311a-4692-b603-27b035bfe446 req-9d2d440d-bdb2-4882-b012-c54fef726444 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Apr 12 17:34:21.047267 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780cf3-a85c-4718-a9ca-215e9d8d7f3b req-88208d36-6f77-41b0-9f66-2f3c4156200f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:21.048702 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4780cf3-a85c-4718-a9ca-215e9d8d7f3b req-88208d36-6f77-41b0-9f66-2f3c4156200f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0447309 Apr 12 17:34:21.095187 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4780cf3-a85c-4718-a9ca-215e9d8d7f3b req-55e2a602-21cd-44b3-8f40-048db5b46e16 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Apr 12 17:34:21.517957 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509da25-dc51-43c2-8655-bcd8e80b98f1 req-e946cafa-6562-4ad2-9955-7ce45f70b56a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:21.519444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8509da25-dc51-43c2-8655-bcd8e80b98f1 req-e946cafa-6562-4ad2-9955-7ce45f70b56a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 943 time: 0.0454893 Apr 12 17:34:21.566643 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8509da25-dc51-43c2-8655-bcd8e80b98f1 req-3114f3bb-f2b3-47e2-9e0f-7761a3a2ba2c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Apr 12 17:34:21.609866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c439d5a6-a3ea-4c7c-9152-d67f68270c85 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:34:21.705824 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:21.716924 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:34:21.751761 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c439d5a6-a3ea-4c7c-9152-d67f68270c85 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:34:21.752143 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:21.764931 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c439d5a6-a3ea-4c7c-9152-d67f68270c85 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:34:21.796644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:21.885316 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:21.914466 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:21.932547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:22.205419 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e9c2e-bbe1-4eea-9398-2f4295ab8c9c req-5d9b0724-6245-4e0a-a8ff-de5089cbef3d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:22.206931 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e77e9c2e-bbe1-4eea-9398-2f4295ab8c9c req-5d9b0724-6245-4e0a-a8ff-de5089cbef3d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0460260 Apr 12 17:34:22.252953 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e77e9c2e-bbe1-4eea-9398-2f4295ab8c9c req-03fc3968-b01b-4d11-b865-13985c362391 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Apr 12 17:34:22.675098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06c12e-4903-4151-b534-e52fe499d8d6 req-63ab53d3-7068-432a-9a06-02fcc683565f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:22.676537 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b06c12e-4903-4151-b534-e52fe499d8d6 req-63ab53d3-7068-432a-9a06-02fcc683565f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 944 time: 0.0452139 Apr 12 17:34:22.722895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b06c12e-4903-4151-b534-e52fe499d8d6 req-09b3a246-66c6-4b46-8199-362d599fc649 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Apr 12 17:34:23.364827 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d2407-11bc-4cb3-b8b9-39b4939593bc req-73b23155-8a7a-463d-a6a3-bd58283e4afb tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:23.366870 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-767d2407-11bc-4cb3-b8b9-39b4939593bc req-73b23155-8a7a-463d-a6a3-bd58283e4afb tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Apr 12 17:34:23.412235 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-767d2407-11bc-4cb3-b8b9-39b4939593bc req-62ee0a02-7fb3-40d4-8af2-15dcfc942b68 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Apr 12 17:34:23.830829 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992a16c-ba7d-4d13-918f-3bb8b0ce6c2f req-a5287b59-a95f-4e80-b48b-46934880d162 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:23.832371 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3992a16c-ba7d-4d13-918f-3bb8b0ce6c2f req-a5287b59-a95f-4e80-b48b-46934880d162 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 944 time: 0.0462382 Apr 12 17:34:23.877866 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3992a16c-ba7d-4d13-918f-3bb8b0ce6c2f req-f40fde4a-c391-4099-b921-48be989e5e2c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401530 Apr 12 17:34:24.523947 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438078bd-541e-451b-af89-7d21d6f0b312 req-c6f62bb5-25bb-42ac-8224-2d3709bde313 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:24.525390 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-438078bd-541e-451b-af89-7d21d6f0b312 req-c6f62bb5-25bb-42ac-8224-2d3709bde313 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Apr 12 17:34:24.572903 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-438078bd-541e-451b-af89-7d21d6f0b312 req-f6d1849b-8c18-467c-b7d5-5ccb07fea3a2 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Apr 12 17:34:24.595312 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['c439d5a6-a3ea-4c7c-9152-d67f68270c85'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:34:24.983471 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e75fc-0ebf-4b2e-bc32-6c52466f0242 req-c6758aed-e9a8-4966-a5ba-ab9d19acc52a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:24.992036 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-584e75fc-0ebf-4b2e-bc32-6c52466f0242 req-c6758aed-e9a8-4966-a5ba-ab9d19acc52a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 944 time: 0.0445158 Apr 12 17:34:25.030516 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-584e75fc-0ebf-4b2e-bc32-6c52466f0242 req-4409e0c9-b29c-4291-b3a7-b09f59872978 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Apr 12 17:34:25.199870 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7a868-94d6-453f-9f8e-a82ddcb24f56 req-eef85bd4-5a42-49d7-816f-c4f4dd8107fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:25.203943 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-81d7a868-94d6-453f-9f8e-a82ddcb24f56 req-eef85bd4-5a42-49d7-816f-c4f4dd8107fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 1129 time: 0.0419967 Apr 12 17:34:25.259559 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-81d7a868-94d6-453f-9f8e-a82ddcb24f56 req-75f7162e-d2fd-4839-a2d3-1b13e1e705c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Apr 12 17:34:25.290495 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-16828aa3-4e1e-417e-b253-9d67e5469ba2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440445 Apr 12 17:34:25.683678 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ff7b-100f-431f-8380-851ea26fb416 req-12b29244-31fc-4bb5-87a0-dd1b932ba8ed tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:25.685206 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3b76ff7b-100f-431f-8380-851ea26fb416 req-12b29244-31fc-4bb5-87a0-dd1b932ba8ed tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0471106 Apr 12 17:34:25.732701 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3b76ff7b-100f-431f-8380-851ea26fb416 req-65658421-5c68-41ba-bbf4-74cd1a7203d9 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Apr 12 17:34:26.144026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f201c5-2f7c-4472-aab8-89fb311458cf req-1810a650-6c7b-4cff-953f-2d2912849946 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:26.145569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96f201c5-2f7c-4472-aab8-89fb311458cf req-1810a650-6c7b-4cff-953f-2d2912849946 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 944 time: 0.0507283 Apr 12 17:34:26.149068 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-1cccae62-f372-4259-8127-36b826b654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:26.150632 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-1cccae62-f372-4259-8127-36b826b654b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0385828 Apr 12 17:34:26.193712 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96f201c5-2f7c-4472-aab8-89fb311458cf req-8fb0b653-648c-4b25-85d0-7a56f3aedabf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413420 Apr 12 17:34:26.555449 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c439d5a6-a3ea-4c7c-9152-d67f68270c85 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:34:26.598660 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port c439d5a6-a3ea-4c7c-9152-d67f68270c85 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:34:26.676587 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port c439d5a6-a3ea-4c7c-9152-d67f68270c85 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:34:26.676956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:26.754718 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c439d5a6-a3ea-4c7c-9152-d67f68270c85 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:34:26.755107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:26.777912 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:26.780146 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91875038-e757-408b-8167-4f6e5907c481" -d '{"events": [{"server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "name": "network-vif-plugged", "status": "completed", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:26.792133 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:26.816821 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6644eb6-9415-4361-a56b-b39955ff7125 x-openstack-request-id: req-c6644eb6-9415-4361-a56b-b39955ff7125 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:26.817276 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "name": "network-vif-plugged", "status": "completed", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:26.817539 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6644eb6-9415-4361-a56b-b39955ff7125 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:26.817934 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6644eb6-9415-4361-a56b-b39955ff7125'] response: {'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'code': 200} Apr 12 17:34:26.851797 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2d9c-0031-4f4e-b45c-58a77ddce43e req-082bab14-bfc6-4b79-90a4-d39d0b4b1b5f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:26.853297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fc0c2d9c-0031-4f4e-b45c-58a77ddce43e req-082bab14-bfc6-4b79-90a4-d39d0b4b1b5f tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0466266 Apr 12 17:34:26.899808 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fc0c2d9c-0031-4f4e-b45c-58a77ddce43e req-c8b65681-a653-498b-86d8-4d1cd902dd0a tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Apr 12 17:34:26.900026 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:26.947097 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:26.954132 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.954479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.954840 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.955195 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.955613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.955845 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.956169 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.956491 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.956814 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.957137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.957458 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.957796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.958146 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.958467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:26.958785 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:27.312095 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2e74-bb59-4f08-8d36-3c7708a36fa0 req-1aca09cc-e30c-43b3-86dc-349c6bed3447 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:27.313603 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d12f2e74-bb59-4f08-8d36-3c7708a36fa0 req-1aca09cc-e30c-43b3-86dc-349c6bed3447 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0486135 Apr 12 17:34:27.359748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d12f2e74-bb59-4f08-8d36-3c7708a36fa0 req-f6715751-5de6-4869-9d48-aa8ad824ad16 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391550 Apr 12 17:34:27.543155 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-9d8d8c8f-5ce0-4a5b-afbb-f82cf31e1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:27.544637 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-9d8d8c8f-5ce0-4a5b-afbb-f82cf31e1550 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.0907464 Apr 12 17:34:28.010024 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927e4-a310-423c-8962-b6d165b99f61 req-cc2c68a2-1c02-4ba1-a49a-b0ae7c6c157d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:28.012020 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-31b927e4-a310-423c-8962-b6d165b99f61 req-cc2c68a2-1c02-4ba1-a49a-b0ae7c6c157d tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0458484 Apr 12 17:34:28.056841 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-31b927e4-a310-423c-8962-b6d165b99f61 req-f257459a-aa7e-4a75-b56f-454b507bed3b tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Apr 12 17:34:28.473771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727f2f-6231-4b2c-bd5b-a0678bec3213 req-cbcb64e0-3751-4a09-b5d4-7d75cc0942cc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:28.475252 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc727f2f-6231-4b2c-bd5b-a0678bec3213 req-cbcb64e0-3751-4a09-b5d4-7d75cc0942cc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0439277 Apr 12 17:34:28.525608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc727f2f-6231-4b2c-bd5b-a0678bec3213 req-4384a1ce-814f-48ff-8291-bce6ca395c64 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443149 Apr 12 17:34:28.555713 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-d5da2a85-b8fb-4329-ace5-f48547865354 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 200 len: 1001 time: 0.0630119 Apr 12 17:34:28.705692 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:34:29.151305 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df4f31-86f9-4467-b189-20fe3f1ca65d req-8beac1e5-f8ef-4487-a3a1-b4627f7fe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:29.152829 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-98df4f31-86f9-4467-b189-20fe3f1ca65d req-8beac1e5-f8ef-4487-a3a1-b4627f7fe66a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0372021 Apr 12 17:34:29.167402 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec441-a7d5-482c-b32c-0474e65a7db7 req-6d9bc469-3ad9-4dfc-b5a4-e119106dea63 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:29.168812 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d31ec441-a7d5-482c-b32c-0474e65a7db7 req-6d9bc469-3ad9-4dfc-b5a4-e119106dea63 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0462513 Apr 12 17:34:29.216040 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d31ec441-a7d5-482c-b32c-0474e65a7db7 req-d439dc22-dd0e-4cb7-9f2b-f3e24d7b4561 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Apr 12 17:34:29.285199 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-0070e78c-1f23-42af-9d13-7f2b71251e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:29.286959 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-0070e78c-1f23-42af-9d13-7f2b71251e26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0693212 Apr 12 17:34:29.299480 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-98df4f31-86f9-4467-b189-20fe3f1ca65d req-584dadf8-ba76-4b8e-ad7c-983465d190d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563297 Apr 12 17:34:29.639120 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d259cb-7804-4f23-a377-13d1711cecb1 req-ffecc5a2-b5e0-41c2-8557-6d70052c7e30 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:29.640611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-64d259cb-7804-4f23-a377-13d1711cecb1 req-ffecc5a2-b5e0-41c2-8557-6d70052c7e30 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0477552 Apr 12 17:34:29.688737 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-64d259cb-7804-4f23-a377-13d1711cecb1 req-e4026697-5ea7-4aa0-823a-62f38107e228 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Apr 12 17:34:30.141412 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-421bed13-ea92-4a20-914f-e8975f2729bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:30.142975 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-421bed13-ea92-4a20-914f-e8975f2729bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409608 Apr 12 17:34:30.235970 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-bbe98be8-ba7a-4f95-b495-00bdec474cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835409 Apr 12 17:34:30.328590 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7e3c383b-434a-4c27-988c-366cbf1d403a req-858345ea-6df7-4d9a-9a16-6ab0e64a6af4 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Apr 12 17:34:30.591962 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392394-5d12-4edf-9e66-e7ab57eff4d2 req-130fb1a3-acd2-4364-8725-d0fe7e827f25 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:30.593412 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db392394-5d12-4edf-9e66-e7ab57eff4d2 req-130fb1a3-acd2-4364-8725-d0fe7e827f25 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Apr 12 17:34:30.644335 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db392394-5d12-4edf-9e66-e7ab57eff4d2 req-180e13e8-2185-47c9-9ceb-7be568f26c74 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Apr 12 17:34:30.797268 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe41e6-7493-442d-b107-911bd6201f20 req-c28824ca-a676-4708-aa89-fae36b0dbbc2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:30.798652 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-debe41e6-7493-442d-b107-911bd6201f20 req-c28824ca-a676-4708-aa89-fae36b0dbbc2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0458355 Apr 12 17:34:30.845637 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-debe41e6-7493-442d-b107-911bd6201f20 req-41cbd722-f555-45d2-be22-70eba4e30d6e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406425 Apr 12 17:34:31.046612 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e780f4-bdad-4d07-bf08-3ca1d8515284 req-c636a622-9944-431a-bed4-60c2ad7b192f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:31.048268 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57e780f4-bdad-4d07-bf08-3ca1d8515284 req-c636a622-9944-431a-bed4-60c2ad7b192f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0473473 Apr 12 17:34:31.098218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57e780f4-bdad-4d07-bf08-3ca1d8515284 req-b02b0398-526f-4466-8880-1a31dfbfe001 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Apr 12 17:34:31.104777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50130) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:31.211456 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.286805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Publish callbacks [] for security_group (34dfa2b5-2ab8-4795-9778-8651e69bab51), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.365329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (34dfa2b5-2ab8-4795-9778-8651e69bab51), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.403166 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e8c0191b174f8089ffa7942ce6f552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972536 Apr 12 17:34:31.404038 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dfa2b5-2ab8-4795-9778-8651e69bab51,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:31.405875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 50134) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:31.412026 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.412370 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.412709 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.413538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.413879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.414251 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.414552 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.414875 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.415201 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.415524 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.415849 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.416174 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.416500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.416819 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.417372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e3676-49f4-472b-9320-90115ab8b565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.458824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Publish callbacks [] for security_group (34dfa2b5-2ab8-4795-9778-8651e69bab51), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.479306 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Publish callbacks [] for security_group (34dfa2b5-2ab8-4795-9778-8651e69bab51), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.587864 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (34dfa2b5-2ab8-4795-9778-8651e69bab51), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.590491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:31.591636 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34dfa2b5-2ab8-4795-9778-8651e69bab51 HTTP/1.1" status: 204 len: 168 time: 0.1847298 Apr 12 17:34:31.599122 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dfa2b5-2ab8-4795-9778-8651e69bab51,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:31.606705 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.607054 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.607403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.607743 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.608078 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.608409 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.608738 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.609065 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.609392 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.609717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.610067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.610389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.610715 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.611031 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.611352 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ddb854-af08-4851-990f-e8d01dfc8e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:34:31.756155 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b2ec2-d21c-4311-947c-83eb5f9693fc req-8e6f4c6a-8633-4c12-a6c6-9b151b04fb41 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:31.757673 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-974b2ec2-d21c-4311-947c-83eb5f9693fc req-8e6f4c6a-8633-4c12-a6c6-9b151b04fb41 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0453236 Apr 12 17:34:31.810744 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-974b2ec2-d21c-4311-947c-83eb5f9693fc req-e6b569ca-a87e-4aff-9615-1b655e13e8cd tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Apr 12 17:34:31.965710 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406565c-c348-426c-a0fe-6480ec8dc048 req-9a90a684-d288-4712-8e77-642dc7e2c329 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:31.967420 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9406565c-c348-426c-a0fe-6480ec8dc048 req-9a90a684-d288-4712-8e77-642dc7e2c329 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0529892 Apr 12 17:34:32.016688 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9406565c-c348-426c-a0fe-6480ec8dc048 req-3eecb65a-a7e9-4c30-9f28-d1eb77bce04e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Apr 12 17:34:32.208235 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5953bc-63dd-434b-9a43-9718a609ce00 req-cb78f5a7-b507-46da-8d29-2c01bd2f3ef1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:32.209589 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff5953bc-63dd-434b-9a43-9718a609ce00 req-cb78f5a7-b507-46da-8d29-2c01bd2f3ef1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0451903 Apr 12 17:34:32.254073 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff5953bc-63dd-434b-9a43-9718a609ce00 req-235bbd3c-9e7f-4eb2-92ea-9af9d4b971af tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Apr 12 17:34:32.923771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656e322-0ca7-4309-a377-03935231c75d req-f5b79610-4b75-4afb-928e-d2e8391526d6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:32.925208 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0656e322-0ca7-4309-a377-03935231c75d req-f5b79610-4b75-4afb-928e-d2e8391526d6 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0479174 Apr 12 17:34:32.970629 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0656e322-0ca7-4309-a377-03935231c75d req-4867474d-fb11-415d-a488-8fcddfb0cfee tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Apr 12 17:34:33.126497 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1666-af89-47d1-b5d3-f9717416a70e req-8607b516-0458-4ede-bddd-ffeb7e5c261b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:33.127926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-758c1666-af89-47d1-b5d3-f9717416a70e req-8607b516-0458-4ede-bddd-ffeb7e5c261b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0448959 Apr 12 17:34:33.172865 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-758c1666-af89-47d1-b5d3-f9717416a70e req-9aca2cb7-aa84-4f4e-a34c-207ac81543d9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Apr 12 17:34:33.277796 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9653a25-e1ba-40c1-b96a-d86c17e55a5e req-5f0b6a57-bc33-4f8d-a245-03481b3b396d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:33.279255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e9653a25-e1ba-40c1-b96a-d86c17e55a5e req-5f0b6a57-bc33-4f8d-a245-03481b3b396d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0442855 Apr 12 17:34:33.287910 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 50158) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:34:33.292717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'floatingip': {'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:34:33.555232 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:33.636357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43445e1-cd79-43b3-8541-c89aa2f237b0 req-e8728444-71cc-44ea-9e3a-2f17df6de323 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:33.637790 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c43445e1-cd79-43b3-8541-c89aa2f237b0 req-e8728444-71cc-44ea-9e3a-2f17df6de323 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.1000667 Apr 12 17:34:33.757507 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c43445e1-cd79-43b3-8541-c89aa2f237b0 req-73b689ef-7ffd-41e2-a601-220c4a482718 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117764 Apr 12 17:34:34.037567 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:34.083975 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd824386-1f45-4085-bec9-f2ce21cbda53 req-bb376758-fb29-461d-a549-d6e08c30d54c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:34.085461 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd824386-1f45-4085-bec9-f2ce21cbda53 req-bb376758-fb29-461d-a549-d6e08c30d54c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0463696 Apr 12 17:34:34.104856 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:34.172400 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd824386-1f45-4085-bec9-f2ce21cbda53 req-bc521000-7db6-4244-91f5-ae3d4fef2080 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 Apr 12 17:34:34.224541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Floating IP 15766e33-371d-4caa-8af2-c776949f65de associated. External IP: 172.27.2.189, port: c439d5a6-a3ea-4c7c-9152-d67f68270c85. Apr 12 17:34:34.430901 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:34:34.534709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:34:34.540345 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:34.545505 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:34:34.556085 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:34:34.556694 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:34:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:34:34.569218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-39df6933-a565-4137-bd1d-9b11ac5189a5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "PUT /v2.0/floatingips/15766e33-371d-4caa-8af2-c776949f65de HTTP/1.1" status: 200 len: 991 time: 1.2797124 Apr 12 17:34:34.569895 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:34.572257 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0125e035-8038-4e1d-892f-cce3708bac89" -d '{"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:34.607400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102ab96-ceb0-4c20-bbd1-82a0136de580 x-openstack-request-id: req-7102ab96-ceb0-4c20-bbd1-82a0136de580 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:34.607691 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:34.607945 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7102ab96-ceb0-4c20-bbd1-82a0136de580 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:34.608351 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7102ab96-ceb0-4c20-bbd1-82a0136de580'] response: {'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'status': 'completed', 'code': 200} Apr 12 17:34:34.661623 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:34:34.871306 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c9bc5-03e6-49b9-b19a-35a9102acfd5 req-4c965c75-b024-4400-ad1a-b1f128dd9831 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:34.872823 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-016c9bc5-03e6-49b9-b19a-35a9102acfd5 req-4c965c75-b024-4400-ad1a-b1f128dd9831 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0497348 Apr 12 17:34:34.879020 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:34:33Z', 'revision_number': 1, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:34:34.921697 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-016c9bc5-03e6-49b9-b19a-35a9102acfd5 req-b1539916-a2c3-460a-9878-9d66df5ab53c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Apr 12 17:34:34.988224 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:34:34.996548 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:34:34.997150 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:34:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:34:35.102206 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:34:35.283622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b97a1-8bd2-4c70-81d3-51a6bfa3d2a4 req-4a6282e9-5e22-47f1-80e2-3018afdaf258 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:35.285075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e39b97a1-8bd2-4c70-81d3-51a6bfa3d2a4 req-4a6282e9-5e22-47f1-80e2-3018afdaf258 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0456495 Apr 12 17:34:35.308967 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:34:33Z', 'revision_number': 1, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:34:35.332308 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e39b97a1-8bd2-4c70-81d3-51a6bfa3d2a4 req-72aee23d-27cf-4163-a866-d399f3e97fbf tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Apr 12 17:34:35.338290 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd585d0-6f9e-496f-afe0-acb4153ab903 None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:34:33Z', 'revision_number': 1, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:34:35.523321 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9092f36-c48a-49c2-95cc-910eb5fc406c None None] New status for floating IP 15766e33-371d-4caa-8af2-c776949f65de: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:34:36.034665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c874be-108d-4698-b042-8c21559992b3 req-2c488e54-c482-442a-b9f5-376c0076e34b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:36.036285 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-53c874be-108d-4698-b042-8c21559992b3 req-2c488e54-c482-442a-b9f5-376c0076e34b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0451353 Apr 12 17:34:36.084319 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-53c874be-108d-4698-b042-8c21559992b3 req-0d6f376c-a364-4749-a6fc-50d3651fe163 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Apr 12 17:34:36.440549 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5954c-d9fa-47ba-9a1e-b0a5dc9bfbb8 req-572f1dbc-5a01-4c44-9bd1-b33710311662 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:36.441999 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63c5954c-d9fa-47ba-9a1e-b0a5dc9bfbb8 req-572f1dbc-5a01-4c44-9bd1-b33710311662 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0456352 Apr 12 17:34:36.486957 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63c5954c-d9fa-47ba-9a1e-b0a5dc9bfbb8 req-a94880cd-3884-447e-a8b0-a58606e7df61 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Apr 12 17:34:36.666465 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e035-8038-4e1d-892f-cce3708bac89 req-782d383c-ac23-4db4-b3b6-b831f57e530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:36.667859 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-782d383c-ac23-4db4-b3b6-b831f57e530a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0417917 Apr 12 17:34:36.976394 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-d9e7e162-ef31-4bc8-bbdc-d7672cf2a498 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:36.977798 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-d9e7e162-ef31-4bc8-bbdc-d7672cf2a498 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0865676 Apr 12 17:34:37.010573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e035-8038-4e1d-892f-cce3708bac89 req-69b78a8e-1731-4392-af9e-34461d15b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.013070 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-69b78a8e-1731-4392-af9e-34461d15b016 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1109173 Apr 12 17:34:37.153131 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-3d88da31-f8d8-4064-8897-91f0b75d67e7 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.154738 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-3d88da31-f8d8-4064-8897-91f0b75d67e7 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.1295481 Apr 12 17:34:37.204775 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec5f5a-2094-491b-962f-cf2caf39da38 req-d08d04fc-cf0f-4df2-ab62-19590692c79c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.210608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9ec5f5a-2094-491b-962f-cf2caf39da38 req-d08d04fc-cf0f-4df2-ab62-19590692c79c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 946 time: 0.0588753 Apr 12 17:34:37.228857 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-f83b6afb-717f-4f15-b786-57347790692c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1001 time: 0.1951413 Apr 12 17:34:37.253401 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Deleting port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:34:37.253738 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.255981 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b9ec5f5a-2094-491b-962f-cf2caf39da38 req-22a7614b-a6db-4c64-9ff5-5cbf3b7ecc39 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Apr 12 17:34:37.384302 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e035-8038-4e1d-892f-cce3708bac89 req-14546d1c-ec93-41ed-9b4f-2baa2c18ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.385756 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-14546d1c-ec93-41ed-9b4f-2baa2c18ab7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.1415286 Apr 12 17:34:37.388467 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Deleting port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:34:37.388805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.463125 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] For port 9c86b86d-e7d9-4f7f-8282-07985b72ee57, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c86b86d-e7d9-4f7f-8282-07985b72ee57,segment=NetworkSegment(55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5),segment_id=55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:37.463481 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.483145 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Calling delete_port for 9c86b86d-e7d9-4f7f-8282-07985b72ee57 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:34:37.548272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] For port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:34:37.548646 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.567149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Calling delete_port for e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:34:37.603248 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f8da-ebf2-4af1-93d4-ebfc0bc5fe3a req-d8e50465-cbf5-4ba3-ad91-0f0210e58382 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.604739 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3973f8da-ebf2-4af1-93d4-ebfc0bc5fe3a req-d8e50465-cbf5-4ba3-ad91-0f0210e58382 tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 945 time: 0.0536771 Apr 12 17:34:37.651600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3973f8da-ebf2-4af1-93d4-ebfc0bc5fe3a req-110c56c2-9fbd-4d63-8f12-7c728134e27c tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Apr 12 17:34:37.662315 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e035-8038-4e1d-892f-cce3708bac89 req-c39b4d67-a679-4a7a-92db-d778c91173da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:37.672158 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-c39b4d67-a679-4a7a-92db-d778c91173da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896382 Apr 12 17:34:37.830550 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-ca805d1b-16de-43a9-9549-e41594a962a9 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597986 Apr 12 17:34:37.866642 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (9c86b86d-e7d9-4f7f-8282-07985b72ee57), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.923951 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Pushing event deleted for resources: {'Port': ['ID=9c86b86d-e7d9-4f7f-8282-07985b72ee57,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:37.936791 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:37.978273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:34:38.002388 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] No DVR routers for this DVR port 9c86b86d-e7d9-4f7f-8282-07985b72ee57 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:34:38.007547 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:38.011335 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6fa934a5-b564-422f-b02b-9f6fc2dca40a req-abbeaafc-27fb-4317-b513-49a7f6f988db tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.60 "DELETE /v2.0/ports/9c86b86d-e7d9-4f7f-8282-07985b72ee57 HTTP/1.1" status: 204 len: 173 time: 0.9767790 Apr 12 17:34:38.014881 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Pushing event deleted for resources: {'Port': ['ID=e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:38.014881 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'name': 'network-vif-deleted', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:38.015858 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec05254-938d-490f-a943-c9f1b220e5c5" -d '{"events": [{"server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "name": "network-vif-deleted", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:38.052958 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0125e035-8038-4e1d-892f-cce3708bac89 req-d00b2b0a-8c56-4413-8c19-145fd34be0f1 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135589 Apr 12 17:34:38.067270 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff0150-3b6b-42ec-8f40-7ecdf0e602fd x-openstack-request-id: req-02ff0150-3b6b-42ec-8f40-7ecdf0e602fd {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:38.067553 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ceb494-ad61-4c17-94d5-b76b7a08ae05", "name": "network-vif-deleted", "tag": "9c86b86d-e7d9-4f7f-8282-07985b72ee57", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:38.067798 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02ff0150-3b6b-42ec-8f40-7ecdf0e602fd {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:38.068186 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ff0150-3b6b-42ec-8f40-7ecdf0e602fd'] response: {'server_uuid': 'c3ceb494-ad61-4c17-94d5-b76b7a08ae05', 'name': 'network-vif-deleted', 'tag': '9c86b86d-e7d9-4f7f-8282-07985b72ee57', 'status': 'completed', 'code': 200} Apr 12 17:34:38.069111 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] No DVR routers for this DVR port e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:34:38.072428 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:38.075774 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e721b72-8ac5-487d-a145-30c737484fb6 req-a863c000-cf53-4f9d-8267-a5cdfd2cd125 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "DELETE /v2.0/ports/e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e HTTP/1.1" status: 204 len: 173 time: 0.8845189 Apr 12 17:34:38.349775 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c6c53b61-689f-4564-8489-d37f8ba5bcfa req-96a9002f-98d7-4e39-b29c-d8e52a4cfa20 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Apr 12 17:34:38.564738 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 9c86b86d-e7d9-4f7f-8282-07985b72ee57 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:34:38.584687 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 9c86b86d-e7d9-4f7f-8282-07985b72ee57 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:34:38.585030 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 9c86b86d-e7d9-4f7f-8282-07985b72ee57 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:34:38.757200 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fec5f12f-51fb-438e-add9-e43902b2b1fd req-772be055-f802-4daa-8df2-1f728d4aad2e tempest-VolumesActionsTest-1247432883 tempest-VolumesActionsTest-1247432883-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ceb494-ad61-4c17-94d5-b76b7a08ae05 HTTP/1.1" status: 200 len: 210 time: 0.0254421 Apr 12 17:34:39.438549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-24e56fc0-1116-4bd3-9250-c4cee55bcc77 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260914097&fields=id&tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3 HTTP/1.1" status: 200 len: 267 time: 0.0511065 Apr 12 17:34:39.491512 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23ed55f5-e8ca-4553-9dff-98e9189b7e6f req-dbc5f401-5a5c-41a8-ae29-02d5b278f6c2 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=589e54dc-6c7f-4547-9127-fdc79d34f6e0 HTTP/1.1" status: 200 len: 210 time: 0.0503905 Apr 12 17:34:39.565042 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-4812afe9-074c-403a-a295-15fecc45d7b7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:39.566550 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-4812afe9-074c-403a-a295-15fecc45d7b7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 809 time: 0.1272366 Apr 12 17:34:39.581372 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-c4190f67-25c9-405d-ab07-49eb91a5337e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/quotas/cb517ff0f2ef4bcf9cf4187ecc476ba3 HTTP/1.1" status: 200 len: 375 time: 0.0091052 Apr 12 17:34:39.633921 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-0cae5a83-8342-4a1f-be5f-2680f3da83b8 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476043 Apr 12 17:34:39.724905 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-554f6bde-9cc2-40d7-bdc6-5e9c2a3a0e83 service neutron] 10.222.0.32 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801637 Apr 12 17:34:39.818498 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-505cbb75-0da3-4e76-9217-360bbf3a8d09 service neutron] 10.222.0.32 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874231 Apr 12 17:34:40.069263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'name': 'network-vif-deleted', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:40.071621 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138b726-c0b6-4176-8398-184f2397fa33" -d '{"events": [{"server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "name": "network-vif-deleted", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:40.108992 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45247da0-30fd-4781-a20b-1aacc9bb139a x-openstack-request-id: req-45247da0-30fd-4781-a20b-1aacc9bb139a {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:40.109278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589e54dc-6c7f-4547-9127-fdc79d34f6e0", "name": "network-vif-deleted", "tag": "e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:40.109530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45247da0-30fd-4781-a20b-1aacc9bb139a {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:40.110059 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45247da0-30fd-4781-a20b-1aacc9bb139a'] response: {'server_uuid': '589e54dc-6c7f-4547-9127-fdc79d34f6e0', 'name': 'network-vif-deleted', 'tag': 'e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e', 'status': 'completed', 'code': 200} Apr 12 17:34:40.489311 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bdfc8f55-5e71-4253-8461-4e1bacab72bf req-6f586909-088d-434e-9c86-adb51d478dbc tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0264788 Apr 12 17:34:40.586924 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:34:40.598436 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:34:40.598782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device e5f7b1f3-d5c0-43bf-8b01-5a2b185af89e not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:34:41.563051 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ae1af80-7dd5-423b-9388-d2ac394c95c7 req-f9d91944-c6f0-4fba-8f55-2412bd676801 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0267239 Apr 12 17:34:42.652035 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5df35a45-91d2-4ce8-8479-b17af55e78ae req-c94e0283-bd74-45f2-884e-575cebb53d02 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0258658 Apr 12 17:34:42.813671 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:43.741342 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3733ba20-247c-499b-b4c5-6432b72e01ce req-8dae6e55-7fd6-486f-8fd9-505a5f174692 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0254700 Apr 12 17:34:44.832673 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8bdbba1-eca5-4b85-ba74-5fca75b8a25c req-30612727-bff4-4fb6-baa8-fcdc4c7c0970 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0260799 Apr 12 17:34:45.508025 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d74f3aad-3c54-4098-9990-f62cf7c668f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:45.925352 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-601e075d-ea1e-4b45-aec4-11c2e6e30495 req-dbfbbbf5-1aa9-48f6-b8e5-848eec75a4b7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0305939 Apr 12 17:34:47.016597 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fcef8ced-3b9b-4165-aace-b80aa974c756 req-8d173632-9127-46c5-af14-31373754e429 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0274162 Apr 12 17:34:47.848112 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42946543-2d57-4c39-9151-696576cb2905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:48.107600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cde22ca-5b2f-404f-87dc-193b8b811df4 req-20e7bf0f-faac-4d3a-99e0-e3a156d0aa3a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0267677 Apr 12 17:34:48.959140 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:49.198133 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6246583b-fc8b-4fc5-a079-27837e043990 req-c7826008-abb1-4c9b-a8d7-abd7705867d8 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0274477 Apr 12 17:34:50.282234 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:50.288974 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-68b953a8-4aa5-404b-a32d-526dbbf996b8 req-7ccb4b84-079c-4cf6-a904-841b10ce49c5 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0267558 Apr 12 17:34:50.716647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-dcb11e84-90b4-4bc4-b80f-4219726f9bf6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:50.718076 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-dcb11e84-90b4-4bc4-b80f-4219726f9bf6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.60 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 809 time: 0.1024520 Apr 12 17:34:51.000138 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-65376173-9a09-4fd6-ad17-15f1a3d3fb2d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3 HTTP/1.1" status: 200 len: 379 time: 0.2658391 Apr 12 17:34:51.286360 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'port': {'device_id': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'admin_state_up': True, 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'security_groups': ['b200f1e6-a161-457a-961f-ebf8df5a53d0']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:34:51.384235 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16aedee4-bca1-45c0-912c-498f5017124c req-4aa28bc6-8de7-4305-b09f-f9fce67baf91 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0260413 Apr 12 17:34:51.505299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Made reservation on behalf of cb517ff0f2ef4bcf9cf4187ecc476ba3 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:34:51.509174 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.634142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Allocated IP 172.20.0.3 (69846650-ed0f-4777-a391-377d8ec323d5/88bf53dc-14ca-4551-9bd0-98ea9529259f/8b8e2bde-c3c4-4064-8a98-1cad19deb0e2) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:34:51.769659 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.844614 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.868480 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.908288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Network 69846650-ed0f-4777-a391-377d8ec323d5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:34:51.911538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:34:51.913880 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:34:51.918967 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:51.919579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:51.936256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:51.996946 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-87ac5c43-d68d-4ef1-a01e-66221a8e8896 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146099 Apr 12 17:34:52.025954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Request body: {'port': {'device_id': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:34:52.089368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.139416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-728602d1-3255-42a3-bd06-dd736f12dcf6 None None] Provisioning complete for port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:34:52.139867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-728602d1-3255-42a3-bd06-dd736f12dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.187540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-728602d1-3255-42a3-bd06-dd736f12dcf6 None None] Port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:34:52.356509 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:34:52.364089 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks [] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.377056 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Transition to ACTIVE for port object 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:34:52.433293 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.488268 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:52.525280 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Attempting to bind port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:34:52.525613 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Attempting to bind port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:34:52.525949 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Attempting to bind port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 on network 69846650-ed0f-4777-a391-377d8ec323d5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:34:52.530706 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 on network 69846650-ed0f-4777-a391-377d8ec323d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:34:52.531071 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f951dc-aeaf-431d-a976-15962913f570 req-3b0e9af8-5c4b-4ef6-8950-6a18023b383e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:52.531556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Attempting to bind port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 on network 69846650-ed0f-4777-a391-377d8ec323d5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:34:52.532587 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f951dc-aeaf-431d-a976-15962913f570 req-3b0e9af8-5c4b-4ef6-8950-6a18023b383e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0535023 Apr 12 17:34:52.547075 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:34:52.548610 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Checking segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:34:52.548610 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Bound using segment: {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:34:52.548610 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Bound port: 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e119831-86cc-46c1-a21e-003035c0a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:34:52.549076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.589134 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18f951dc-aeaf-431d-a976-15962913f570 req-b9579de3-4b25-4926-824d-93dce0e7c2d2 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502255 Apr 12 17:34:52.620234 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:34:52.623425 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:34:52.728868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.761856 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:52.762552 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:34:52.764031 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] 10.222.0.60 "PUT /v2.0/ports/8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 1093 time: 0.7423468 Apr 12 17:34:52.764483 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:34:52.766713 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75f1ac-c510-44d8-b5a0-e584dee20d26" -d '{"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:34:52.798844 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381b57-4c34-4336-aaab-7c3293c4eeef service neutron] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:34:52.807737 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8400b-3751-422f-9cdd-e518645a1152 x-openstack-request-id: req-b6e8400b-3751-422f-9cdd-e518645a1152 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:34:52.808010 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:34:52.808260 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6e8400b-3751-422f-9cdd-e518645a1152 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:34:52.808837 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e8400b-3751-422f-9cdd-e518645a1152'] response: {'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'status': 'completed', 'code': 200} Apr 12 17:34:52.934133 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-2bc0095e-bddd-4068-80da-2a1b86ff09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:52.936200 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-2bc0095e-bddd-4068-80da-2a1b86ff09db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1127 time: 0.0437179 Apr 12 17:34:53.051735 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-7b07f431-888e-4969-bfbe-1915e78227d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.053229 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-7b07f431-888e-4969-bfbe-1915e78227d7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020067 Apr 12 17:34:53.150675 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-b7d5d72f-9913-451f-8a41-98394fdcdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.152208 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6b75f1ac-c510-44d8-b5a0-e584dee20d26 req-b7d5d72f-9913-451f-8a41-98394fdcdd12 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931370 Apr 12 17:34:53.281534 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a3bb50ee-c3e3-4877-b126-23bd3a1a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.282921 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-a3bb50ee-c3e3-4877-b126-23bd3a1a8086 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1127 time: 0.0463722 Apr 12 17:34:53.375253 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-1fd23c66-894b-4101-bbfa-40ed498c611b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0571589 Apr 12 17:34:53.434870 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-b0138494-f390-41a1-888b-9188b92002ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.441828 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-b0138494-f390-41a1-888b-9188b92002ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 200 len: 848 time: 0.0574133 Apr 12 17:34:53.506307 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-d033eec3-072b-4a3d-ac6f-b30e8c839acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.509179 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-d033eec3-072b-4a3d-ac6f-b30e8c839acd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69846650-ed0f-4777-a391-377d8ec323d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600529 Apr 12 17:34:53.638328 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-3e9ea72c-e404-4041-ac25-ddb4ab1cf204 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194737 Apr 12 17:34:53.748703 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c858a-58ba-411b-bb4c-0d22f8342bbd req-527a870b-ea36-4665-a55c-9305c552e995 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:53.757584 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f7c858a-58ba-411b-bb4c-0d22f8342bbd req-527a870b-ea36-4665-a55c-9305c552e995 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0703640 Apr 12 17:34:53.821266 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f7c858a-58ba-411b-bb4c-0d22f8342bbd req-6d7f688f-d974-4eae-a500-4df6607a9f00 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608559 Apr 12 17:34:53.876606 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-316c0b34-4648-4698-bbb6-cde4ad4952c4 req-7c22744d-76f8-4419-a2d5-e38164d1db80 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220192 Apr 12 17:34:54.947410 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf84e-3260-435b-ad35-e926534cc0e9 req-5dbd48c8-b988-4ae7-b3d0-f0f3a943fa5e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:54.949864 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bdcf84e-3260-435b-ad35-e926534cc0e9 req-5dbd48c8-b988-4ae7-b3d0-f0f3a943fa5e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0574396 Apr 12 17:34:55.006071 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9bdcf84e-3260-435b-ad35-e926534cc0e9 req-782d88d3-70be-499c-907e-18bb94115621 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489838 Apr 12 17:34:56.160014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5527f91-43a8-46f1-be57-6cf50ea93f79 req-15c506ff-9e04-41c8-826e-e89643e37006 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:56.163191 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b5527f91-43a8-46f1-be57-6cf50ea93f79 req-15c506ff-9e04-41c8-826e-e89643e37006 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0718729 Apr 12 17:34:56.225605 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b5527f91-43a8-46f1-be57-6cf50ea93f79 req-d4e24fd6-8fa0-4791-8339-88968aef837f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564046 Apr 12 17:34:57.358925 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489319b-d6e9-47eb-b785-80935af37177 req-e8d36d30-e57b-4329-9c99-5cded99d7786 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:57.362632 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9489319b-d6e9-47eb-b785-80935af37177 req-e8d36d30-e57b-4329-9c99-5cded99d7786 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0694208 Apr 12 17:34:57.441522 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9489319b-d6e9-47eb-b785-80935af37177 req-3d2ef8b7-255b-44ff-9bac-636fbb0e8b75 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737429 Apr 12 17:34:58.549017 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d738-cdcc-4cc6-b2a8-b1c7c3572984 req-364f8ed0-b8da-4513-aec9-c2b694059ca2 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:58.558387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6786d738-cdcc-4cc6-b2a8-b1c7c3572984 req-364f8ed0-b8da-4513-aec9-c2b694059ca2 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0546973 Apr 12 17:34:58.606748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6786d738-cdcc-4cc6-b2a8-b1c7c3572984 req-789f089f-5118-44c4-8e48-758f09abd7e3 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Apr 12 17:34:59.727293 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7250-84ce-4fc1-84fb-b2964ca98fb3 req-5167d140-bd49-4467-8f5b-73329676f99a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:34:59.733907 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d69a7250-84ce-4fc1-84fb-b2964ca98fb3 req-5167d140-bd49-4467-8f5b-73329676f99a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0525894 Apr 12 17:34:59.797451 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d69a7250-84ce-4fc1-84fb-b2964ca98fb3 req-5341f328-2fed-4276-846a-39f45bb00d0b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596013 Apr 12 17:35:00.909416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6def8-a396-413e-8ccc-dc23fb8a1270 req-1edce011-7b62-4443-81db-42bd114713d6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:00.911318 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e1c6def8-a396-413e-8ccc-dc23fb8a1270 req-1edce011-7b62-4443-81db-42bd114713d6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0517106 Apr 12 17:35:00.973417 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e1c6def8-a396-413e-8ccc-dc23fb8a1270 req-0eeff858-9b0e-49a0-832d-4a8c8ba68a4c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562060 Apr 12 17:35:01.569046 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-c6b4a07a-ef62-4e0e-9fcb-2584360f0720 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:01.570627 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-c6b4a07a-ef62-4e0e-9fcb-2584360f0720 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/networks?id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30 HTTP/1.1" status: 200 len: 813 time: 0.1041849 Apr 12 17:35:01.594012 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-13aa0701-b8a7-42f0-a769-a004316dfdf7 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/quotas/acbd7da8a95f4e09b24aa437f54ddaa8 HTTP/1.1" status: 200 len: 375 time: 0.0150347 Apr 12 17:35:01.634025 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-76b91275-f92f-4ff3-bf3c-5d0672c14a1d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311007 Apr 12 17:35:01.734347 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-fb5b35dd-1d6f-45ed-a023-90d06936783d service neutron] 10.222.0.32 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919342 Apr 12 17:35:01.830019 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-f5fcedfc-7cd3-49de-9398-a6f681011ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Apr 12 17:35:02.168737 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c783e86-bd20-4343-9502-61119c666dd2 req-9eac512c-a216-4dcd-b0df-b3e910e1d605 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 210 time: 0.0645614 Apr 12 17:35:02.202362 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2631fe-90bf-480f-ba75-b0f250d07ec7 req-2cd76987-9387-4e27-acf1-3ebd8f4e962e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:02.211273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c2631fe-90bf-480f-ba75-b0f250d07ec7 req-2cd76987-9387-4e27-acf1-3ebd8f4e962e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.1245399 Apr 12 17:35:02.281707 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c2631fe-90bf-480f-ba75-b0f250d07ec7 req-2e597e5f-4ffa-4c08-8dd2-5ea7e7bfcc72 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694523 Apr 12 17:35:03.300419 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c03b5881-0613-42b9-8e60-10f47c2b21ae req-f61ac6d5-757a-42e1-a397-4f53cb4ae5f3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 210 time: 0.0422478 Apr 12 17:35:03.426495 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd828e2-a1c1-44ee-8cd4-75d6562b7df4 req-65c8fa5d-175e-43d8-8dab-a11f6cadd652 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:03.428076 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4cd828e2-a1c1-44ee-8cd4-75d6562b7df4 req-65c8fa5d-175e-43d8-8dab-a11f6cadd652 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0495772 Apr 12 17:35:03.490653 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4cd828e2-a1c1-44ee-8cd4-75d6562b7df4 req-3e6b1309-fbc2-4c90-b4b1-bd6c0f93bbe7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558550 Apr 12 17:35:04.426869 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1188dfa2-b91b-4d1c-880b-18a89fd57b90 req-c8562475-b85c-4966-99c1-067de4ad6e04 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 210 time: 0.0402362 Apr 12 17:35:04.437991 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-690e662e-5a34-4e34-ab91-4c81418f919c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:04.440389 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-690e662e-5a34-4e34-ab91-4c81418f919c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "GET /v2.0/networks?id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30 HTTP/1.1" status: 200 len: 813 time: 0.1127687 Apr 12 17:35:04.466675 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Request body: {'port': {'device_id': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30', 'admin_state_up': True, 'tenant_id': 'acbd7da8a95f4e09b24aa437f54ddaa8'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:04.635851 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1562ac-80db-4e8a-88c5-d7f25b75b464 req-bf920256-9b34-4664-96df-6cb0a283dffa tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:04.642532 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f1562ac-80db-4e8a-88c5-d7f25b75b464 req-bf920256-9b34-4664-96df-6cb0a283dffa tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0758405 Apr 12 17:35:04.682313 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Made reservation on behalf of acbd7da8a95f4e09b24aa437f54ddaa8 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:35:04.686656 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:04.702702 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2f1562ac-80db-4e8a-88c5-d7f25b75b464 req-073fbc85-ee30-4eba-a3b1-045bd97d1aba tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589018 Apr 12 17:35:04.836543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Allocated IP 172.20.0.7 (83e8fa3b-29dd-4bd1-a130-54b1478bcf30/72744059-225d-46b5-82ab-28039034e00a/c9eb013b-0457-4202-9680-5122bde4942f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:35:04.991791 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks [] for port (c9eb013b-0457-4202-9680-5122bde4942f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.119363 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.168247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:35:05.178343 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:35:05.183051 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:35:05.188213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:05.188841 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.197674 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Pushing event updated for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:05.270696 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-ca4758ea-392b-4036-8a04-d2ee17306cac tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8070006 Apr 12 17:35:05.290985 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Request body: {'port': {'device_id': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:05.366667 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c9eb013b-0457-4202-9680-5122bde4942f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.555793 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163f08d-6991-4c46-9e01-e493d40eebf3 req-d204d848-4c59-4247-b6c7-1c65ceec8a75 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:05.564276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d163f08d-6991-4c46-9e01-e493d40eebf3 req-d204d848-4c59-4247-b6c7-1c65ceec8a75 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 931 time: 0.0628374 Apr 12 17:35:05.625010 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d163f08d-6991-4c46-9e01-e493d40eebf3 req-034bb170-7ff1-42b2-8a58-7e8039463e00 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595148 Apr 12 17:35:05.685534 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9eb013b-0457-4202-9680-5122bde4942f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:35:05.696746 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks [] for port (c9eb013b-0457-4202-9680-5122bde4942f), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.705534 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:35:05.712945 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Transition to ACTIVE for port object c9eb013b-0457-4202-9680-5122bde4942f will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:35:05.810668 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:05.829319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a672d-5635-4b54-8ade-187e75c564d2 req-ef0b981b-9a1b-4110-a5b5-e237112ec08d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:05.831289 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-296a672d-5635-4b54-8ade-187e75c564d2 req-ef0b981b-9a1b-4110-a5b5-e237112ec08d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0650916 Apr 12 17:35:05.898900 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:05.903527 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-296a672d-5635-4b54-8ade-187e75c564d2 req-1a159643-75d0-4c27-9efb-0a4aaa00dd91 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660820 Apr 12 17:35:05.921472 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Attempting to bind port c9eb013b-0457-4202-9680-5122bde4942f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:35:05.922009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Attempting to bind port c9eb013b-0457-4202-9680-5122bde4942f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:35:05.922379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Attempting to bind port c9eb013b-0457-4202-9680-5122bde4942f on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:35:05.927038 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Port c9eb013b-0457-4202-9680-5122bde4942f on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:35:05.927362 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Attempting to bind port c9eb013b-0457-4202-9680-5122bde4942f on network 83e8fa3b-29dd-4bd1-a130-54b1478bcf30 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:35:05.932855 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:35:05.933224 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Checking segment: {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:35:05.933610 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Bound using segment: {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:35:05.934059 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Bound port: c9eb013b-0457-4202-9680-5122bde4942f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:35:05.934425 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c9eb013b-0457-4202-9680-5122bde4942f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:06.004279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:35:06.008351 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9eb013b-0457-4202-9680-5122bde4942f,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:35:06.068414 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:06.105256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:06.106018 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:06.107413 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9eb013b-0457-4202-9680-5122bde4942f HTTP/1.1" status: 200 len: 1093 time: 0.8209913 Apr 12 17:35:06.107854 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:35:06.110085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "tag": "c9eb013b-0457-4202-9680-5122bde4942f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:35:06.134731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867fac7-977d-4356-81f6-61cccdc11e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:06.157726 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57662365-6dbb-4205-b90e-0984c9d0adc8 x-openstack-request-id: req-57662365-6dbb-4205-b90e-0984c9d0adc8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:35:06.158014 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "tag": "c9eb013b-0457-4202-9680-5122bde4942f", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:35:06.158294 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57662365-6dbb-4205-b90e-0984c9d0adc8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:35:06.158712 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57662365-6dbb-4205-b90e-0984c9d0adc8'] response: {'name': 'network-changed', 'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f', 'status': 'completed', 'code': 200} Apr 12 17:35:06.428203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-25a649e1-4497-4017-aaad-2cddd0020b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:06.430148 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-25a649e1-4497-4017-aaad-2cddd0020b32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 1127 time: 0.0500846 Apr 12 17:35:06.774152 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290cc2-05aa-4181-a361-2c2e418ac7fc req-791477ed-a20a-4de6-9119-3a755de63acd tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:06.775729 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e290cc2-05aa-4181-a361-2c2e418ac7fc req-791477ed-a20a-4de6-9119-3a755de63acd tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0714333 Apr 12 17:35:06.826773 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e290cc2-05aa-4181-a361-2c2e418ac7fc req-a9bdf451-732e-4f38-8d2c-94875b1b2864 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 Apr 12 17:35:07.028078 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb496d25-7bd7-438f-9621-f72a1174f341 req-24c9c509-52a6-473c-9f35-da9541c3799e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:07.029544 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb496d25-7bd7-438f-9621-f72a1174f341 req-24c9c509-52a6-473c-9f35-da9541c3799e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0493517 Apr 12 17:35:07.090807 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb496d25-7bd7-438f-9621-f72a1174f341 req-ef738d38-f586-4ab8-b54e-59cd42d8a7a7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552223 Apr 12 17:35:07.950080 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b661a2-93f5-42c8-a944-8021aa8f64a5 req-95e894dc-c166-4016-ad87-8b65e5f35fea tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:07.951536 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20b661a2-93f5-42c8-a944-8021aa8f64a5 req-95e894dc-c166-4016-ad87-8b65e5f35fea tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0457735 Apr 12 17:35:07.999276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-20b661a2-93f5-42c8-a944-8021aa8f64a5 req-94977073-83a8-45a6-84fe-e3a8e38ee08e tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Apr 12 17:35:08.203717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3101-1e3f-474a-8d46-6835c05ca32f req-74e2af51-3c07-4c43-b24e-838981edfaae tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.205161 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-779d3101-1e3f-474a-8d46-6835c05ca32f req-74e2af51-3c07-4c43-b24e-838981edfaae tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0458088 Apr 12 17:35:08.255883 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-779d3101-1e3f-474a-8d46-6835c05ca32f req-408fdd83-a835-457e-969f-469e3f4c0998 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 Apr 12 17:35:08.500820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-07aba3f9-615d-4a21-b026-87403bf6c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.502213 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-07aba3f9-615d-4a21-b026-87403bf6c342 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1190443 Apr 12 17:35:08.505922 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-f61cb092-3fa7-4af8-97b0-ea79075a2058 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507903 Apr 12 17:35:08.778191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-6f1984a3-dc9d-4abe-96c6-c4d9cf245613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.779627 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-6f1984a3-dc9d-4abe-96c6-c4d9cf245613 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1129 time: 0.0756676 Apr 12 17:35:08.836392 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-259752f7-b057-44df-a955-901aee8c9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.837865 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b85b5bad-ef86-4ab8-a87b-ba9e2d17c76a req-259752f7-b057-44df-a955-901aee8c9eee service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533031 Apr 12 17:35:08.900481 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-7e11ca2b-9cc3-4b9f-a1d4-58d3ba7ac39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.901923 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-7e11ca2b-9cc3-4b9f-a1d4-58d3ba7ac39e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.1024733 Apr 12 17:35:08.986710 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-b8daac65-3bdc-4556-81e6-979ccfc11101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:08.988168 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-b8daac65-3bdc-4556-81e6-979ccfc11101 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 1127 time: 0.0693190 Apr 12 17:35:08.995643 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-3adc1b94-9638-4449-a71e-2e0484444857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 1001 time: 0.0840156 Apr 12 17:35:09.073052 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-49ef55fa-242f-4c19-9ab4-8fda87cab7c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9eb013b-0457-4202-9680-5122bde4942f HTTP/1.1" status: 200 len: 217 time: 0.0582914 Apr 12 17:35:09.111067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af88c-7467-4ad7-acec-ebad25c64577 req-ef02f736-959f-4801-bba7-7490db7af280 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:09.112672 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-379af88c-7467-4ad7-acec-ebad25c64577 req-ef02f736-959f-4801-bba7-7490db7af280 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0489180 Apr 12 17:35:09.117195 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-c85749cf-db1e-47b7-a6c6-75c83abb360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:09.118681 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-c85749cf-db1e-47b7-a6c6-75c83abb360f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0987663 Apr 12 17:35:09.153631 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-99a4daa2-5cbd-44f6-a2a8-8f9120c6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:09.155074 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-99a4daa2-5cbd-44f6-a2a8-8f9120c6b33b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72744059-225d-46b5-82ab-28039034e00a HTTP/1.1" status: 200 len: 853 time: 0.0762503 Apr 12 17:35:09.159146 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-379af88c-7467-4ad7-acec-ebad25c64577 req-5757cbe0-2464-4c79-a157-a83ba0577b0a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Apr 12 17:35:09.191901 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-f066ed17-7588-49c3-8b08-1289b7a3fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:09.193379 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-f066ed17-7588-49c3-8b08-1289b7a3fa31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672467 Apr 12 17:35:09.195675 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-97e21b32-9c04-4ebf-b104-fde5c18544bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83e8fa3b-29dd-4bd1-a130-54b1478bcf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336685 Apr 12 17:35:09.355473 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-a80aad49-a881-40f8-9487-59aa21722797 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452823 Apr 12 17:35:09.357256 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-17f7c660-03b9-47ec-b0fa-625f08243e8f service neutron] 10.222.0.60 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403439 Apr 12 17:35:09.364945 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc3fc5-547e-470d-aa11-868fdb858d0a req-b8a84519-fabe-4b16-ae4e-db09bd935105 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:09.366950 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44fc3fc5-547e-470d-aa11-868fdb858d0a req-b8a84519-fabe-4b16-ae4e-db09bd935105 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0446112 Apr 12 17:35:09.414786 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44fc3fc5-547e-470d-aa11-868fdb858d0a req-a85284cb-eef6-434a-937e-68d9af94fc1c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 12 17:35:09.511885 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6f51d1-48d2-4238-b7f2-88d10fc06204 req-828a502d-36ce-489e-9c7e-26a441b5d3cd service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454504 Apr 12 17:35:09.513555 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-02254c7e-d8ef-4b21-aa4c-e23e502a7654 req-9351f831-e1e7-455e-9267-24db383dcd1e service neutron] 10.222.0.60 "GET /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397605 Apr 12 17:35:10.268775 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b190f-0abf-449d-9e4d-15cb76eadeaf req-ee547e83-3bc6-49cc-a908-761531410c00 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:10.270281 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af1b190f-0abf-449d-9e4d-15cb76eadeaf req-ee547e83-3bc6-49cc-a908-761531410c00 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0445139 Apr 12 17:35:10.323124 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af1b190f-0abf-449d-9e4d-15cb76eadeaf req-229b8f67-247a-43e8-8821-956d20409305 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Apr 12 17:35:10.524291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c152f6c-f7f8-4a96-a4cc-e50d0d9ef85f req-37c43b5e-7692-4de6-ba35-e5fe0c30b29b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:10.525750 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c152f6c-f7f8-4a96-a4cc-e50d0d9ef85f req-37c43b5e-7692-4de6-ba35-e5fe0c30b29b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0466127 Apr 12 17:35:10.574707 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c152f6c-f7f8-4a96-a4cc-e50d0d9ef85f req-ded0fd06-f973-4d63-9a27-f38ff4afa284 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432487 Apr 12 17:35:10.698324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:35:10.801193 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:10.812379 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'mac_address': 'fa:16:3e:a8:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:35:10.848441 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:35:10.848879 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:10.863105 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:35:10.886938 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:10.974127 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:11.021385 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:11.434744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99530bc1-4ace-450c-bbbc-d60d9822389b req-4b02eaa1-dc14-41a8-bedb-40cf98da8d7d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:11.436232 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99530bc1-4ace-450c-bbbc-d60d9822389b req-4b02eaa1-dc14-41a8-bedb-40cf98da8d7d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0460863 Apr 12 17:35:11.481704 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-99530bc1-4ace-450c-bbbc-d60d9822389b req-09cb764c-781e-46bf-9d3e-263e18c28e6e tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Apr 12 17:35:11.685071 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1ec27-0ceb-4dca-bd99-20cb62e28a10 req-4425879a-a040-4693-b61e-5e0b10d475d6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:11.686541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-21b1ec27-0ceb-4dca-bd99-20cb62e28a10 req-4425879a-a040-4693-b61e-5e0b10d475d6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 944 time: 0.0484552 Apr 12 17:35:11.734736 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-21b1ec27-0ceb-4dca-bd99-20cb62e28a10 req-9e721439-28b6-45f8-aff7-6abf18025a6a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Apr 12 17:35:11.842184 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:35:12.442792 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 50670) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:12.485240 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Deleting subnet edfd1189-e309-4f9c-a66e-864dd7856d3b {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:35:12.488321 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Publish callbacks [] for subnet (edfd1189-e309-4f9c-a66e-864dd7856d3b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.521872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (edfd1189-e309-4f9c-a66e-864dd7856d3b), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.598237 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (edfd1189-e309-4f9c-a66e-864dd7856d3b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.606346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de418d5-b990-4d24-81c0-897d41883e9d req-cbedc111-7ba2-4bf1-8026-58f5345f7da2 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:12.607820 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7de418d5-b990-4d24-81c0-897d41883e9d req-cbedc111-7ba2-4bf1-8026-58f5345f7da2 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0619419 Apr 12 17:35:12.686084 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7de418d5-b990-4d24-81c0-897d41883e9d req-b5fe4772-8feb-41a8-84f5-582fc8bb9e29 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Apr 12 17:35:12.762522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (edfd1189-e309-4f9c-a66e-864dd7856d3b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.786708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edfd1189-e309-4f9c-a66e-864dd7856d3b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:12.793224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.796500 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8675df7f-a133-49c4-b250-c7d7e4824595 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/edfd1189-e309-4f9c-a66e-864dd7856d3b HTTP/1.1" status: 204 len: 168 time: 0.3526881 Apr 12 17:35:12.798971 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 50676) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:12.892117 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af0b9-f758-4c99-90d2-12e0ffc177a2 req-3f5b4319-7108-4d85-bf0d-b41c36e4e984 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:12.893574 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d22af0b9-f758-4c99-90d2-12e0ffc177a2 req-3f5b4319-7108-4d85-bf0d-b41c36e4e984 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 944 time: 0.0880103 Apr 12 17:35:12.911276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (84a5bf7c-5113-47bb-9124-9933e654666a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:12.974009 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d22af0b9-f758-4c99-90d2-12e0ffc177a2 req-30c91846-ee8a-49ba-b87a-cf47d446167d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743358 Apr 12 17:35:13.019174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (84a5bf7c-5113-47bb-9124-9933e654666a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.039307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a5bf7c-5113-47bb-9124-9933e654666a']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:13.048158 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:13.048457 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:13.057403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.070279 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.075954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:35:13.076330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (55c66cd1-24b9-44c1-9aa5-4dc9cec01bc5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:35:13.077938 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:35:13.216072 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (84a5bf7c-5113-47bb-9124-9933e654666a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.221356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.226078 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84a5bf7c-5113-47bb-9124-9933e654666a HTTP/1.1" status: 204 len: 168 time: 0.4246175 Apr 12 17:35:13.235127 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b04a-53e1-46d0-8b47-33df93826870 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a5bf7c-5113-47bb-9124-9933e654666a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:13.607729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50684) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:13.645783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:35:13.650325 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-445b6efe-eea5-4d1e-b655-d4c372e7d2eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96f462be844c451b8e764fcb7a7cfbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413928 Apr 12 17:35:13.652731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50686) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:13.682101 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.693489 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:35:13.699770 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] Publish callbacks [] for security_group (5d2d1a0f-9a5f-4e3e-84ee-b79083541b26), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.720910 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] Publish callbacks [] for security_group (5d2d1a0f-9a5f-4e3e-84ee-b79083541b26), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.764542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:35:13.764841 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.797068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406cc29-24c8-4a1d-978a-a8ccae65c6d2 req-37a6f229-5141-40f3-b428-d4e75e54c36d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:13.798558 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8406cc29-24c8-4a1d-978a-a8ccae65c6d2 req-37a6f229-5141-40f3-b428-d4e75e54c36d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.0455537 Apr 12 17:35:13.845602 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (5d2d1a0f-9a5f-4e3e-84ee-b79083541b26), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.847337 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8406cc29-24c8-4a1d-978a-a8ccae65c6d2 req-ad3c0d14-d117-4d89-809f-5316c96d614e tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Apr 12 17:35:13.848670 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.852489 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d2d1a0f-9a5f-4e3e-84ee-b79083541b26 HTTP/1.1" status: 204 len: 168 time: 0.1961389 Apr 12 17:35:13.859651 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:35:13.860077 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:13.860808 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa3962-5282-4b2d-9ae4-eb3dee6bdbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d1a0f-9a5f-4e3e-84ee-b79083541b26,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:13.911267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:35:13.911267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74eb566-6b57-43fe-a700-f1d7b231d9b5" -d '{"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:35:13.932457 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:13.947857 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d7e3d-2204-467b-996c-6a31bb294626 x-openstack-request-id: req-7a9d7e3d-2204-467b-996c-6a31bb294626 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:35:13.948173 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:35:13.948434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9d7e3d-2204-467b-996c-6a31bb294626 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:35:13.948832 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9d7e3d-2204-467b-996c-6a31bb294626'] response: {'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'code': 200} Apr 12 17:35:13.998505 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:14.047010 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:14.088359 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd432b5-f850-4167-a739-17d98c186cee req-4664cc3d-426c-49a5-b3e3-cf620183568c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:14.089897 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6cd432b5-f850-4167-a739-17d98c186cee req-4664cc3d-426c-49a5-b3e3-cf620183568c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0508475 Apr 12 17:35:14.137358 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6cd432b5-f850-4167-a739-17d98c186cee req-924d22f4-f59b-48e2-a3e0-dd9576e713c8 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Apr 12 17:35:14.631173 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9c649-1e9f-4781-b9f4-e385d94838df req-4bb8b141-9dc1-4c08-afde-d836748ca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:14.633270 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-55b9c649-1e9f-4781-b9f4-e385d94838df req-4bb8b141-9dc1-4c08-afde-d836748ca256 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1129 time: 0.0382617 Apr 12 17:35:14.683956 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-55b9c649-1e9f-4781-b9f4-e385d94838df req-d52337ad-f529-43f8-be48-1e64660b2da0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Apr 12 17:35:15.130334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101501-62a1-4f62-9518-b07008ac359d req-09f7a3a1-30fa-4a44-9e85-db634c46bd6a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:15.131711 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c6101501-62a1-4f62-9518-b07008ac359d req-09f7a3a1-30fa-4a44-9e85-db634c46bd6a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 943 time: 0.2080734 Apr 12 17:35:15.177982 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c6101501-62a1-4f62-9518-b07008ac359d req-c2755471-4060-434c-8aa0-f75e60cef00d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Apr 12 17:35:15.246211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686197d0-908a-409a-916e-da79cf3c0106 req-94541894-c8d7-44c6-a83e-af447ec2f02e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:15.247626 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-686197d0-908a-409a-916e-da79cf3c0106 req-94541894-c8d7-44c6-a83e-af447ec2f02e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0444679 Apr 12 17:35:15.298547 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-686197d0-908a-409a-916e-da79cf3c0106 req-cabe003d-1cfd-466d-8906-8c079eacd4f6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454516 Apr 12 17:35:15.483921 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1860f3e7-350d-4817-81f6-17f1c3b4be9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:15.647317 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c9eb013b-0457-4202-9680-5122bde4942f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:35:15.748092 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9eb013b-0457-4202-9680-5122bde4942f,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:15.760071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'c9eb013b-0457-4202-9680-5122bde4942f', 'network_id': '83e8fa3b-29dd-4bd1-a130-54b1478bcf30', 'port_id': 'c9eb013b-0457-4202-9680-5122bde4942f', 'mac_address': 'fa:16:3e:70:e5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72744059-225d-46b5-82ab-28039034e00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:35:15.797533 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c9eb013b-0457-4202-9680-5122bde4942f is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:35:15.797922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c9eb013b-0457-4202-9680-5122bde4942f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:15.810665 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9eb013b-0457-4202-9680-5122bde4942f {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:35:15.829313 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9eb013b-0457-4202-9680-5122bde4942f,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:15.884203 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:15.934171 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:16.284371 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f26c-90dc-4604-8648-bf282a2ebf94 req-338a7c1c-4925-4c7b-a8ab-279b3f2cd88c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:16.286165 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db28f26c-90dc-4604-8648-bf282a2ebf94 req-338a7c1c-4925-4c7b-a8ab-279b3f2cd88c tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 944 time: 0.0450063 Apr 12 17:35:16.331579 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db28f26c-90dc-4604-8648-bf282a2ebf94 req-f63555a2-800c-44a0-b269-246886dd0f1f tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Apr 12 17:35:16.458707 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8515358-6fe5-4fae-a60e-998c3f7ffdd5 req-b22084fe-9504-427d-883e-41ed8b035391 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:16.460055 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8515358-6fe5-4fae-a60e-998c3f7ffdd5 req-b22084fe-9504-427d-883e-41ed8b035391 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0972860 Apr 12 17:35:16.507590 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e8515358-6fe5-4fae-a60e-998c3f7ffdd5 req-a2c3f3b0-33f9-4788-9b8e-a1bd107b1ab8 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Apr 12 17:35:16.761059 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['c9eb013b-0457-4202-9680-5122bde4942f'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:35:17.675186 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e045eb6-fefd-46d1-b847-bd3cc171824a req-ec56cac2-815e-4a77-9bae-d99dfe6e2e5d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:17.676634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e045eb6-fefd-46d1-b847-bd3cc171824a req-ec56cac2-815e-4a77-9bae-d99dfe6e2e5d tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 944 time: 0.2823710 Apr 12 17:35:17.691119 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff02c5-32f6-4b02-88dc-8edf1408ff6b req-c6b2ffd1-500f-42bb-9c54-4660a4f7bd2f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:17.692475 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cff02c5-32f6-4b02-88dc-8edf1408ff6b req-c6b2ffd1-500f-42bb-9c54-4660a4f7bd2f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0599084 Apr 12 17:35:17.751000 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e045eb6-fefd-46d1-b847-bd3cc171824a req-12b66b19-3896-42be-8e9d-4bc1ac522221 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664754 Apr 12 17:35:17.769143 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3cff02c5-32f6-4b02-88dc-8edf1408ff6b req-12f4f582-01ab-43b8-bd2f-e42b4e46109d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709720 Apr 12 17:35:17.849817 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-bd142cef-9ca6-4b48-981e-018ccd78a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.271045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c9eb013b-0457-4202-9680-5122bde4942f up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:35:18.316421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port c9eb013b-0457-4202-9680-5122bde4942f completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:35:18.413319 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port c9eb013b-0457-4202-9680-5122bde4942f triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:35:18.413701 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (c9eb013b-0457-4202-9680-5122bde4942f), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.490774 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port c9eb013b-0457-4202-9680-5122bde4942f is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:35:18.491167 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (c9eb013b-0457-4202-9680-5122bde4942f), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.513645 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:35:18.516463 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63573088-dadc-44ab-a1e7-802b83563263" -d '{"events": [{"server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "name": "network-vif-plugged", "status": "completed", "tag": "c9eb013b-0457-4202-9680-5122bde4942f"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:35:18.532057 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9eb013b-0457-4202-9680-5122bde4942f,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:18.553287 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0257086-7dbb-4302-9a4c-83d381c08fea x-openstack-request-id: req-f0257086-7dbb-4302-9a4c-83d381c08fea {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:35:18.553578 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "name": "network-vif-plugged", "status": "completed", "tag": "c9eb013b-0457-4202-9680-5122bde4942f", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:35:18.553836 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0257086-7dbb-4302-9a4c-83d381c08fea {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:35:18.554273 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0257086-7dbb-4302-9a4c-83d381c08fea'] response: {'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f', 'code': 200} Apr 12 17:35:18.607603 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.654098 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:18.902325 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ce3b-0eee-4d4a-bd4c-3ea39f9b7893 req-6ec683d9-cb57-4e42-a657-8accf16d1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:18.902947 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f047f14-2d4b-4a0b-bc07-3ab2c91c842d req-f71da199-eebd-4d73-adee-c22a9cd2f2b3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:18.904093 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6b88ce3b-0eee-4d4a-bd4c-3ea39f9b7893 req-6ec683d9-cb57-4e42-a657-8accf16d1d7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 1129 time: 0.0397601 Apr 12 17:35:18.904447 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f047f14-2d4b-4a0b-bc07-3ab2c91c842d req-f71da199-eebd-4d73-adee-c22a9cd2f2b3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0763390 Apr 12 17:35:18.917733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8717c8-d346-4734-b1fb-f2bcbb74c57b req-7bed67bb-21df-41d7-9a1f-73372b3dc73e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:18.919190 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f8717c8-d346-4734-b1fb-f2bcbb74c57b req-7bed67bb-21df-41d7-9a1f-73372b3dc73e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0605340 Apr 12 17:35:18.948037 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6b88ce3b-0eee-4d4a-bd4c-3ea39f9b7893 req-614cdff0-eed9-4116-93ca-dc2506fb07be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Apr 12 17:35:18.983437 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f047f14-2d4b-4a0b-bc07-3ab2c91c842d req-ac576097-3b54-48fb-a3ed-7b539a8fb905 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731654 Apr 12 17:35:18.987564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:18.996549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f8717c8-d346-4734-b1fb-f2bcbb74c57b req-601b6c55-4cd2-4347-aaba-d76ed4ce1ccb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639045 Apr 12 17:35:19.108647 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a554-0540-4b58-ba20-c3eb88b7f66e req-25a91ed2-9074-46dd-8c51-4fd91d519a89 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:19.110107 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d411a554-0540-4b58-ba20-c3eb88b7f66e req-25a91ed2-9074-46dd-8c51-4fd91d519a89 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0483544 Apr 12 17:35:19.157012 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d411a554-0540-4b58-ba20-c3eb88b7f66e req-b4457bc5-c6c9-46dd-9b8b-68a8e08c1120 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Apr 12 17:35:19.178308 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50760) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:19.310160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756d18c-31aa-4b0a-a8a0-270597e5183c tempest-TestShelveInstance-1587744635 tempest-TestShelveInstance-1587744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:19.311661 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b756d18c-31aa-4b0a-a8a0-270597e5183c tempest-TestShelveInstance-1587744635 tempest-TestShelveInstance-1587744635-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1124 time: 0.1323383 Apr 12 17:35:19.314408 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50764) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:19.318394 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:19.387228 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:19.670656 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:19.772152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Allocated IP 172.27.2.233 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/e9eb68c5-a1ac-4092-bf78-2271cdf72f2c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:35:19.871145 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:19.993481 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.031797 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:35:20.032614 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:35:20.035359 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:35:20.067649 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'Port': ['ID=e9eb68c5-a1ac-4092-bf78-2271cdf72f2c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:20.097549 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3f2cb-48e4-4a55-8682-7e3939fd6104 req-0acdf93e-6258-40ee-9699-2185ab7be2a4 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:20.099625 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fc3f2cb-48e4-4a55-8682-7e3939fd6104 req-0acdf93e-6258-40ee-9699-2185ab7be2a4 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0483427 Apr 12 17:35:20.149130 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fc3f2cb-48e4-4a55-8682-7e3939fd6104 req-861bde54-a475-4ac0-9805-42b3469fa5df tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Apr 12 17:35:20.307100 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.376463 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for floatingip (58a57e65-47b5-4aa7-913b-f1449985cd0e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.489639 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.640310 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.689805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.718668 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (58a57e65-47b5-4aa7-913b-f1449985cd0e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:20.771636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event updated for resources: {'Port': ['ID=e9eb68c5-a1ac-4092-bf78-2271cdf72f2c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:20.838136 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Floating IP 58a57e65-47b5-4aa7-913b-f1449985cd0e associated. External IP: 172.27.2.233, port: 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2. Apr 12 17:35:21.049165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:35:21.158444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:35:21.178242 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Sync routers for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:35:21.191183 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:35:21.191183 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:35:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:21.259530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:21.272882 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd010001-905c-4dbb-9cf1-5b5b223fc584 req-96f0ed3c-55e1-44ca-a7fb-d027c7027a44 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:21.274450 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd010001-905c-4dbb-9cf1-5b5b223fc584 req-96f0ed3c-55e1-44ca-a7fb-d027c7027a44 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0474870 Apr 12 17:35:21.293521 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-940e8967-b554-40de-9dfb-5fdf22d8a8fd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9781134 Apr 12 17:35:21.294248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:35:21.298477 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432f808-7d10-406b-968d-29b1c4173acc" -d '{"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:35:21.303195 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:35:21.331601 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd010001-905c-4dbb-9cf1-5b5b223fc584 req-83eb993e-4cde-4917-9d61-6a9b55bfc891 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515301 Apr 12 17:35:21.335603 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f5422-7fd8-4a92-b8ff-c21cd3aa48c8 x-openstack-request-id: req-846f5422-7fd8-4a92-b8ff-c21cd3aa48c8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:35:21.335893 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:35:21.336165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-846f5422-7fd8-4a92-b8ff-c21cd3aa48c8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:35:21.336585 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846f5422-7fd8-4a92-b8ff-c21cd3aa48c8'] response: {'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'status': 'completed', 'code': 200} Apr 12 17:35:21.513725 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '58a57e65-47b5-4aa7-913b-f1449985cd0e', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'mac_address': 'fa:16:3e:a8:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:20Z', 'updated_at': '2022-04-12T17:35:20Z', 'revision_number': 0, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:21.538697 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Checking router: 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:35:21.547224 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:35:21.547824 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:35:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:21.650763 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:35:21.828704 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f808-7d10-406b-968d-29b1c4173acc req-e699b806-966e-4903-968e-ba31d58b2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:21.830305 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-e699b806-966e-4903-968e-ba31d58b2105 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1129 time: 0.0405848 Apr 12 17:35:21.859235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:21.873696 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '58a57e65-47b5-4aa7-913b-f1449985cd0e', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'mac_address': 'fa:16:3e:a8:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:20Z', 'updated_at': '2022-04-12T17:35:20Z', 'revision_number': 0, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:35:21.900467 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4761-7c49-4b1e-9c8b-7520acfdc356 None None] The sync data for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi is: [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '58a57e65-47b5-4aa7-913b-f1449985cd0e', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'mac_address': 'fa:16:3e:a8:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:20Z', 'updated_at': '2022-04-12T17:35:20Z', 'revision_number': 0, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:35:21.926566 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f808-7d10-406b-968d-29b1c4173acc req-5de3d821-7ed3-421e-8672-2bf01f7652be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:21.928027 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-5de3d821-7ed3-421e-8672-2bf01f7652be service neutron] 10.222.0.60 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 910 time: 0.0890107 Apr 12 17:35:22.019527 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-191c1ffc-afd8-4430-a93e-897514e3f068 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 999 time: 0.0629117 Apr 12 17:35:22.071664 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f808-7d10-406b-968d-29b1c4173acc req-9f8742e2-5e95-4e4a-929c-a7d8479d8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:22.073274 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-9f8742e2-5e95-4e4a-929c-a7d8479d8f64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 200 len: 848 time: 0.0461411 Apr 12 17:35:22.119765 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed3af19-a0ca-4733-8e4f-0091a254b194 None None] New status for floating IP 58a57e65-47b5-4aa7-913b-f1449985cd0e: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:35:22.125211 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f808-7d10-406b-968d-29b1c4173acc req-d55e6641-ac57-48bb-bcf2-44abcb6e5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:22.126773 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-d55e6641-ac57-48bb-bcf2-44abcb6e5fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69846650-ed0f-4777-a391-377d8ec323d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464320 Apr 12 17:35:22.217837 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-d84c3c80-a29e-441e-944b-2631a53b92d1 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834501 Apr 12 17:35:22.306893 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7432f808-7d10-406b-968d-29b1c4173acc req-5530462a-c07c-4004-9df8-add36ceb639f service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Apr 12 17:35:22.444733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac440-258a-436a-a1d3-22062c12df79 req-279fc8ec-488b-4102-8339-e7f0913509fd tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:22.446226 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-682ac440-258a-436a-a1d3-22062c12df79 req-279fc8ec-488b-4102-8339-e7f0913509fd tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0464795 Apr 12 17:35:22.491848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-682ac440-258a-436a-a1d3-22062c12df79 req-01c2dc09-b8c4-48e1-9643-643c5fb9b769 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Apr 12 17:35:29.655474 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 50920) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:29.757638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e67b667-ceb1-4794-bffe-356ca32d108d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:29.828714 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e67b667-ceb1-4794-bffe-356ca32d108d admin admin] Publish callbacks [] for security_group (412ac423-d3ae-4205-b1bb-2a96a579ba18), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:29.917631 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e67b667-ceb1-4794-bffe-356ca32d108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (412ac423-d3ae-4205-b1bb-2a96a579ba18), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:29.958234 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8e67b667-ceb1-4794-bffe-356ca32d108d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=388836eea3144c83bf8c865b676b4741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016803 Apr 12 17:35:29.959073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67b667-ceb1-4794-bffe-356ca32d108d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ac423-d3ae-4205-b1bb-2a96a579ba18,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:29.961548 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 50924) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:30.009594 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] Publish callbacks [] for security_group (412ac423-d3ae-4205-b1bb-2a96a579ba18), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:30.030766 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] Publish callbacks [] for security_group (412ac423-d3ae-4205-b1bb-2a96a579ba18), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:30.175355 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (412ac423-d3ae-4205-b1bb-2a96a579ba18), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:30.177974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:30.179134 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/412ac423-d3ae-4205-b1bb-2a96a579ba18 HTTP/1.1" status: 204 len: 168 time: 0.2165475 Apr 12 17:35:30.187417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc5824-2991-42df-bd09-90832438f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ac423-d3ae-4205-b1bb-2a96a579ba18,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:42.704161 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:35:43.671868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:45.506344 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b774cb9d-34e8-45b1-bd76-dfa4a768fd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:47.893386 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d722a167-ccf8-4676-a890-8322f8fb4d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:48.974389 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:50.270218 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:51.835877 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.134547 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51068) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:54.139124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542123552', 'description': 'tempest-description--746730644'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:54.266412 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.334155 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (c6afca12-49d5-4526-ba50-7e7ebc626fc0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.407701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c6afca12-49d5-4526-ba50-7e7ebc626fc0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.436244 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6afca12-49d5-4526-ba50-7e7ebc626fc0,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:54.443154 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.443504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.443846 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.444180 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.444511 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.444835 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.445159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.445481 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.445805 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.446187 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.446515 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.446838 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.447156 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.447476 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.447795 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:54.518284 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.519552 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-af57eae4-13cb-4aff-a08d-d3ba1d41ff65 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3839927 Apr 12 17:35:54.522400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51070) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:54.526705 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': 'c6afca12-49d5-4526-ba50-7e7ebc626fc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:54.612349 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (4866dced-95ce-4899-a9c0-94e45a0002d8), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.664972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (4866dced-95ce-4899-a9c0-94e45a0002d8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.763066 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (4866dced-95ce-4899-a9c0-94e45a0002d8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.780741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4866dced-95ce-4899-a9c0-94e45a0002d8,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:54.867949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:54.869658 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5b6ea13b-9992-4138-9516-edeada5cada3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463340 Apr 12 17:35:54.872370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51072) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:54.876552 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': 'c6afca12-49d5-4526-ba50-7e7ebc626fc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:54.980258 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (36efdf7f-428b-4221-8e88-badb17d0ae02), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.044909 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (36efdf7f-428b-4221-8e88-badb17d0ae02), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.117178 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (36efdf7f-428b-4221-8e88-badb17d0ae02), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.135343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36efdf7f-428b-4221-8e88-badb17d0ae02,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:55.199431 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.200569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ffa8958f-938d-403e-b48a-c58cdd05d51c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272886 Apr 12 17:35:55.203841 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51078) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:35:55.208435 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:35:55.295009 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.402578 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbea703-24a0-457b-b66f-e0874a328308 req-5b752833-793d-4108-b704-f21e7ada0af3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:55.404022 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dbea703-24a0-457b-b66f-e0874a328308 req-5b752833-793d-4108-b704-f21e7ada0af3 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0579147 Apr 12 17:35:55.409128 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.497086 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dbea703-24a0-457b-b66f-e0874a328308 req-7c1aa8ac-2b29-4d63-8934-0db79029847b tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855267 Apr 12 17:35:55.548329 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.27.2.249 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/d6d42c61-3dab-4469-956d-41ff507c0c02) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:35:55.648622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.733607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.770551 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:35:55.775674 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:35:55.778217 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:35:55.801432 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=d6d42c61-3dab-4469-956d-41ff507c0c02,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:55.865056 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:55.952596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:56.103665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:56.161530 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:56.231879 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=d6d42c61-3dab-4469-956d-41ff507c0c02,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:56.244733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:56.340852 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:56.342048 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4d8ff5d3-dace-40a0-b40a-70dc310b072a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1372621 Apr 12 17:35:56.487451 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-aa6ee18a-547a-4c51-b82d-2767cb1276ca tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--542123552&fields=id&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 267 time: 0.0420513 Apr 12 17:35:56.623239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-e16c5717-f1da-4bc1-97c7-21d499d3e0e0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:56.624711 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-e16c5717-f1da-4bc1-97c7-21d499d3e0e0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1310694 Apr 12 17:35:56.630657 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb434f0-0fbf-4006-8715-f0d346b1bb49 req-109d58b0-4659-46a3-bfb8-e0cee172778a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:56.631979 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cb434f0-0fbf-4006-8715-f0d346b1bb49 req-109d58b0-4659-46a3-bfb8-e0cee172778a tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0670507 Apr 12 17:35:56.648114 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-25fe3991-8df2-429a-9000-61b02b37f502 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/quotas/ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 375 time: 0.0152590 Apr 12 17:35:56.718789 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-509c2de3-c0c4-4e28-be95-3941cd32a711 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640895 Apr 12 17:35:56.721705 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cb434f0-0fbf-4006-8715-f0d346b1bb49 req-d4479418-7061-4b2d-af4d-5e8726239cbf tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823255 Apr 12 17:35:56.902700 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-55cc81ff-3cf6-477c-b968-92dd13cf4933 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728477 Apr 12 17:35:56.994197 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-2760ddbf-07d9-4e2c-89ab-8fd2311ac646 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858934 Apr 12 17:35:57.238912 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-784b746c-c9e7-47ff-9aad-43b8b07a0c1c req-4bcbf455-7806-43da-a723-7031e6dbeab0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 210 time: 0.0274427 Apr 12 17:35:57.835421 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc82dd1-ff2a-4bc9-8563-298e1633b44e req-dcae8c3b-dd2f-4443-a2e7-7d4845f116b1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:57.837021 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3dc82dd1-ff2a-4bc9-8563-298e1633b44e req-dcae8c3b-dd2f-4443-a2e7-7d4845f116b1 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0483458 Apr 12 17:35:57.889118 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3dc82dd1-ff2a-4bc9-8563-298e1633b44e req-c2606636-0296-45d2-b899-7ef6a46664a8 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca98437a-4754-473f-9315-594e4d5a98fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Apr 12 17:35:58.333501 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-17b0e26b-b3b9-488d-b03b-0834b733c4cd req-7d4146a0-061f-480b-847e-5e4d600e975f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 210 time: 0.0302725 Apr 12 17:35:58.360580 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-37a5b7d4-b9a5-4fd3-a623-ed23ada84a26 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:58.362130 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-37a5b7d4-b9a5-4fd3-a623-ed23ada84a26 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 945 time: 0.0462403 Apr 12 17:35:58.447874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Deleting port c9eb013b-0457-4202-9680-5122bde4942f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:35:58.448207 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (c9eb013b-0457-4202-9680-5122bde4942f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:58.535853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] For port c9eb013b-0457-4202-9680-5122bde4942f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c9eb013b-0457-4202-9680-5122bde4942f,segment=NetworkSegment(7d3ca28a-7eb6-46b4-8f10-cf9c95c14490),segment_id=7d3ca28a-7eb6-46b4-8f10-cf9c95c14490)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:35:58.536129 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (c9eb013b-0457-4202-9680-5122bde4942f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:58.549137 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Calling delete_port for c9eb013b-0457-4202-9680-5122bde4942f owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:35:58.745446 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (c9eb013b-0457-4202-9680-5122bde4942f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:58.772897 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Pushing event deleted for resources: {'Port': ['ID=c9eb013b-0457-4202-9680-5122bde4942f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:35:58.785439 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.785785 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.786199 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.786486 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.786820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.787149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.787594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.787924 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.788249 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.788573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.788899 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.789218 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.789538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.789863 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.790792 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:35:58.802696 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['c9eb013b-0457-4202-9680-5122bde4942f'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:35:58.826355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] No DVR routers for this DVR port c9eb013b-0457-4202-9680-5122bde4942f on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:35:58.828748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:35:58.832365 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-fb71d82c-ac50-46f1-8a4d-24c2397fec23 req-e41eced1-80aa-4f86-af24-5df034fdb553 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.60 "DELETE /v2.0/ports/c9eb013b-0457-4202-9680-5122bde4942f HTTP/1.1" status: 204 len: 173 time: 0.4628172 Apr 12 17:35:58.833288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'name': 'network-vif-deleted', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:35:58.835153 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a9d156-1225-4051-92a3-99384a876dfa" -d '{"events": [{"server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "name": "network-vif-deleted", "tag": "c9eb013b-0457-4202-9680-5122bde4942f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:35:58.927119 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2f9178-6fd4-46f9-adb4-0517cd83071e x-openstack-request-id: req-9e2f9178-6fd4-46f9-adb4-0517cd83071e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:35:58.927497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe5e8c-f3b6-4789-ad9e-05ab7773026b", "name": "network-vif-deleted", "tag": "c9eb013b-0457-4202-9680-5122bde4942f", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:35:58.927664 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e2f9178-6fd4-46f9-adb4-0517cd83071e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:35:58.928114 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2f9178-6fd4-46f9-adb4-0517cd83071e'] response: {'server_uuid': 'bbbe5e8c-f3b6-4789-ad9e-05ab7773026b', 'name': 'network-vif-deleted', 'tag': 'c9eb013b-0457-4202-9680-5122bde4942f', 'status': 'completed', 'code': 200} Apr 12 17:35:58.981883 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-71d8ce2b-0ead-4f69-93dc-6bf0b66f7b06 req-f1714c8e-5815-41bb-bd6d-aa4ba8540db4 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 210 time: 0.0271809 Apr 12 17:35:59.428043 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-826f94ee-65f1-43c4-9237-a983864a0716 req-c6fdc0a6-b946-44d9-8573-f19690b52dd1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 210 time: 0.0270534 Apr 12 17:35:59.730680 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-3823f301-be17-4c2e-a554-2e05ffb56a71 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:35:59.732129 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-3823f301-be17-4c2e-a554-2e05ffb56a71 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1030610 Apr 12 17:35:59.815053 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-8b853eee-113e-4c68-b564-c42ef05044fb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 472 time: 0.0627294 Apr 12 17:36:00.092699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'port': {'device_id': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'admin_state_up': True, 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'security_groups': ['c6afca12-49d5-4526-ba50-7e7ebc626fc0']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:00.096892 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7c7dfd3-d55c-42a3-9042-e18fe64c96a9 req-eb51316a-7c20-4e38-8a68-f079b0329a45 tempest-VolumesSnapshotTestJSON-2048647375 tempest-VolumesSnapshotTestJSON-2048647375-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbbe5e8c-f3b6-4789-ad9e-05ab7773026b HTTP/1.1" status: 200 len: 210 time: 0.0279233 Apr 12 17:36:00.266073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:36:00.269572 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.393083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.20.0.9 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/522d4a4d-b42b-4f16-9a03-4466b73d8a91) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:00.524214 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8aff3283-e8c0-4263-9ebf-132808a09271 req-136f496b-0ce0-43d6-ba34-6ea346c8fa3b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 210 time: 0.0299163 Apr 12 17:36:00.532629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.648815 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.691164 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:00.696169 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:00.699942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:00.705041 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:00.705650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.712307 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:00.806567 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f50e7b8d-8eb6-4aea-a853-0d70e1be790d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7168386 Apr 12 17:36:00.881403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Request body: {'port': {'device_id': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:00.924064 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-9cd98882-63d5-4271-b4e1-9c4c1372063a None None] Provisioning complete for port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:00.924620 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9cd98882-63d5-4271-b4e1-9c4c1372063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.942471 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:00.967397 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9cd98882-63d5-4271-b4e1-9c4c1372063a None None] Port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:01.212572 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522d4a4d-b42b-4f16-9a03-4466b73d8a91 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:36:01.218587 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks [] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:01.230805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Transition to ACTIVE for port object 522d4a4d-b42b-4f16-9a03-4466b73d8a91 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:36:01.315814 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:01.385973 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:01.401874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Attempting to bind port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:01.402237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Attempting to bind port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:01.402733 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Attempting to bind port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:01.407680 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 on network 90a72eb4-e118-431e-90de-6b61b06911a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:36:01.408006 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Attempting to bind port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:01.413794 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:01.414271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:01.414663 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:01.415133 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Bound port: 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:01.415492 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:01.495848 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:01.499790 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:01.576140 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:01.613113 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:01.627720 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:01.629788 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] 10.222.0.60 "PUT /v2.0/ports/522d4a4d-b42b-4f16-9a03-4466b73d8a91 HTTP/1.1" status: 200 len: 1093 time: 0.7993340 Apr 12 17:36:01.629788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:36:01.632543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6cb21-5941-433e-9ce1-87a9ca70991f" -d '{"events": [{"name": "network-changed", "server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:36:01.657907 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ed851-5e83-4956-863c-418dfe4f9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:01.724725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c84ada-1412-4106-871e-c1dc03715d6b req-cc12cde6-1663-42b4-87e6-8a35a3a3bfdd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:01.725686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-33c84ada-1412-4106-871e-c1dc03715d6b req-cc12cde6-1663-42b4-87e6-8a35a3a3bfdd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.1199293 Apr 12 17:36:01.746074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0a65d-2231-400e-9eb8-ccd3ef28ecea req-ce79ccd3-51db-49e0-80e0-73fb80b765c2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:01.747531 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0da0a65d-2231-400e-9eb8-ccd3ef28ecea req-ce79ccd3-51db-49e0-80e0-73fb80b765c2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0685189 Apr 12 17:36:01.815462 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-33c84ada-1412-4106-871e-c1dc03715d6b req-ae0803fd-1b56-4031-a643-23bc4c545d5c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812659 Apr 12 17:36:01.829640 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0da0a65d-2231-400e-9eb8-ccd3ef28ecea req-c311b699-e08b-4f29-bc07-d2e9c51752d2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736077 Apr 12 17:36:01.871220 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c885bab1-aa5f-424f-addc-e3cfb6fd797c x-openstack-request-id: req-c885bab1-aa5f-424f-addc-e3cfb6fd797c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:36:01.871805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:36:01.871805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c885bab1-aa5f-424f-addc-e3cfb6fd797c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:36:01.872148 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c885bab1-aa5f-424f-addc-e3cfb6fd797c'] response: {'name': 'network-changed', 'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'status': 'completed', 'code': 200} Apr 12 17:36:02.012820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-ae98f4ad-2dc9-4a1a-94bb-c3a166e3e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:02.014299 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-ae98f4ad-2dc9-4a1a-94bb-c3a166e3e41f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 1127 time: 0.0376809 Apr 12 17:36:02.086603 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-ca2df962-16c8-4472-ae46-ebdfc5d75bb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Apr 12 17:36:02.137304 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-9398f058-029b-472d-922c-654aeca3ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:02.138728 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-9398f058-029b-472d-922c-654aeca3ccd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0425496 Apr 12 17:36:02.183253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-9bd784f6-2ae2-4d8c-93e7-2db8193481a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:02.184641 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-9bd784f6-2ae2-4d8c-93e7-2db8193481a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365965 Apr 12 17:36:02.492307 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-ba9e2313-6f82-40f6-bf20-2ad6d173245b service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994153 Apr 12 17:36:02.494481 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c9eb013b-0457-4202-9680-5122bde4942f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:36:02.514396 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: c9eb013b-0457-4202-9680-5122bde4942f {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:36:02.514743 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c9eb013b-0457-4202-9680-5122bde4942f not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:36:02.582674 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3a0cc1a9-0f38-466c-8235-8b52c61e20ca req-f27986f1-0b79-4822-a1ec-5132407200cb service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835328 Apr 12 17:36:02.959126 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45269-302d-4452-a2e3-21bf28beadbe req-0f93cf4b-265f-4f79-ac1d-2b005ed8969b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:02.960569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73f45269-302d-4452-a2e3-21bf28beadbe req-0f93cf4b-265f-4f79-ac1d-2b005ed8969b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0775602 Apr 12 17:36:02.971632 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a209-99cb-4ddd-bfd2-8d5e1414a2f3 req-f332e4d9-80da-4454-92af-f749fb98ac10 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:02.972977 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a7a209-99cb-4ddd-bfd2-8d5e1414a2f3 req-f332e4d9-80da-4454-92af-f749fb98ac10 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0570328 Apr 12 17:36:03.042979 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73f45269-302d-4452-a2e3-21bf28beadbe req-74c74446-94e9-452e-8d2b-125bf2f1c063 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689826 Apr 12 17:36:03.046082 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-42a7a209-99cb-4ddd-bfd2-8d5e1414a2f3 req-bfb3335e-38ed-4db2-9763-bac33dbe53ec tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665388 Apr 12 17:36:04.193742 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05be42-0cc1-4a4c-872f-a45b82fd4d01 req-01bb602f-c6c8-4473-b826-7f38f653af12 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:04.195273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de05be42-0cc1-4a4c-872f-a45b82fd4d01 req-01bb602f-c6c8-4473-b826-7f38f653af12 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0859482 Apr 12 17:36:04.210027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243902-c126-4b38-9354-59f36818fb56 req-39f2ee14-4f9f-4a0f-aed1-4077493337fc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:04.211510 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06243902-c126-4b38-9354-59f36818fb56 req-39f2ee14-4f9f-4a0f-aed1-4077493337fc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0651178 Apr 12 17:36:04.283926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de05be42-0cc1-4a4c-872f-a45b82fd4d01 req-7fcc3c1f-768b-4247-96b9-a5803c46dd73 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702279 Apr 12 17:36:04.287819 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06243902-c126-4b38-9354-59f36818fb56 req-a1450cae-53fa-450d-adc3-7f9357b1fb44 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688190 Apr 12 17:36:05.423519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f3e2-2f33-4a4a-820d-b7bead0eb860 req-85cf45b7-3e06-4864-b522-cb6822b8a497 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:05.424967 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edf8f3e2-2f33-4a4a-820d-b7bead0eb860 req-85cf45b7-3e06-4864-b522-cb6822b8a497 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0733407 Apr 12 17:36:05.433098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637666d-6157-4656-9103-f1b80e438ed5 req-9490b8b6-4323-4dc3-a6c8-c9ca68cc838b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:05.434474 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5637666d-6157-4656-9103-f1b80e438ed5 req-9490b8b6-4323-4dc3-a6c8-c9ca68cc838b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0741327 Apr 12 17:36:05.500841 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edf8f3e2-2f33-4a4a-820d-b7bead0eb860 req-38c2cc0c-29fd-4a4d-9745-f8d2a2dacda0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653849 Apr 12 17:36:05.507470 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5637666d-6157-4656-9103-f1b80e438ed5 req-15ad563e-01cf-45c6-90bb-2f3ff3b7eafb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665677 Apr 12 17:36:06.636057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611e6a7-b1e1-4cad-b039-7aed59132157 req-425ea560-ac20-42b0-87fb-1e46a429949c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:06.637497 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2611e6a7-b1e1-4cad-b039-7aed59132157 req-425ea560-ac20-42b0-87fb-1e46a429949c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0711932 Apr 12 17:36:06.645137 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc775d6-16e9-43f2-b455-7f1c8dca7d43 req-2210414f-06cf-4710-b7ed-7fb9366e41be tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:06.646490 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fbc775d6-16e9-43f2-b455-7f1c8dca7d43 req-2210414f-06cf-4710-b7ed-7fb9366e41be tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0692787 Apr 12 17:36:06.716210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2611e6a7-b1e1-4cad-b039-7aed59132157 req-d1a365db-50cb-4ef7-9a80-616da6ee59cd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688012 Apr 12 17:36:06.722799 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fbc775d6-16e9-43f2-b455-7f1c8dca7d43 req-bc84d572-397f-4763-8c8e-5c983e9f682e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693452 Apr 12 17:36:07.853407 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83789aa-31e0-46d7-84f6-e1ed2b518b33 req-a8764218-b7ee-40b4-bb1f-127ba1e8ebb8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:07.854883 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b83789aa-31e0-46d7-84f6-e1ed2b518b33 req-a8764218-b7ee-40b4-bb1f-127ba1e8ebb8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0728920 Apr 12 17:36:07.862738 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a129a8-2ea3-49be-9cf2-b80a11de6dac req-9e875db6-da2f-437a-8ac1-cf14e51bff7b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:07.864080 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18a129a8-2ea3-49be-9cf2-b80a11de6dac req-9e875db6-da2f-437a-8ac1-cf14e51bff7b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0711143 Apr 12 17:36:07.936351 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b83789aa-31e0-46d7-84f6-e1ed2b518b33 req-dbb082fc-25f6-41c7-bc85-d8bc954b34f8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713506 Apr 12 17:36:07.939559 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18a129a8-2ea3-49be-9cf2-b80a11de6dac req-1bf94b6e-ea54-4cc0-b720-fbe52671c2bf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690739 Apr 12 17:36:09.072869 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480ac5-e372-4e69-96a9-18ae9dbef49c req-f943805d-1979-4946-a9d4-24f84f9516f2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:09.074322 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96480ac5-e372-4e69-96a9-18ae9dbef49c req-f943805d-1979-4946-a9d4-24f84f9516f2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0711746 Apr 12 17:36:09.081931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0107-be9f-449b-b4f9-56e4a975dbab req-69cb8ed6-ac88-4e3d-a18d-20cf943b5e53 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:09.083280 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9ce0107-be9f-449b-b4f9-56e4a975dbab req-69cb8ed6-ac88-4e3d-a18d-20cf943b5e53 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0709105 Apr 12 17:36:09.148243 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96480ac5-e372-4e69-96a9-18ae9dbef49c req-ae141617-0339-4a5d-8185-974a8b4a7468 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640678 Apr 12 17:36:09.154795 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9ce0107-be9f-449b-b4f9-56e4a975dbab req-9e9fb46b-bca1-4591-97ad-77e1b3379fb7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651641 Apr 12 17:36:10.290729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1054-0fdd-4096-aaf9-218ad02e6d9b req-d93198f7-a4c7-41e0-a9f2-ad4a719eedcc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:10.292194 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aefa1054-0fdd-4096-aaf9-218ad02e6d9b req-d93198f7-a4c7-41e0-a9f2-ad4a719eedcc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 943 time: 0.0756361 Apr 12 17:36:10.300031 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0cc5a-cfb9-4345-aa25-8dc3f724e289 req-48920c85-919f-4ecd-998b-1d60091bc055 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:10.301382 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cf0cc5a-cfb9-4345-aa25-8dc3f724e289 req-48920c85-919f-4ecd-998b-1d60091bc055 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0746291 Apr 12 17:36:10.373025 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aefa1054-0fdd-4096-aaf9-218ad02e6d9b req-171c270f-11e5-4937-a1ce-131248e30432 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707095 Apr 12 17:36:10.376183 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cf0cc5a-cfb9-4345-aa25-8dc3f724e289 req-eb59b5c3-077b-4e8d-a463-6c6a383fb720 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683591 Apr 12 17:36:10.530501 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 522d4a4d-b42b-4f16-9a03-4466b73d8a91 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:36:10.740118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:10.751386 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'port_id': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'mac_address': 'fa:16:3e:8d:fc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:36:10.789053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:10.789337 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:10.802383 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522d4a4d-b42b-4f16-9a03-4466b73d8a91 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:36:10.810270 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-bd9ee007-f9d7-4d64-b9e0-840b1bfdc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:10.811798 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-bd9ee007-f9d7-4d64-b9e0-840b1bfdc855 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 1127 time: 0.0387852 Apr 12 17:36:10.822948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:10.893177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:10.908543 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-8d8d4bb3-7fd2-4d03-ae7e-017700c451e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872996 Apr 12 17:36:10.938306 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-8d61d462-3f0f-4d4a-9c2a-254be9894da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:10.939773 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-8d61d462-3f0f-4d4a-9c2a-254be9894da0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.1198044 Apr 12 17:36:10.940227 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:10.947272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.947630 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.948002 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.948434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.948780 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.949118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.949452 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.949798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.950139 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.950629 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.951132 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.951629 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.952110 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.952588 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.953078 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:10.997450 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-dcdf0213-be02-4bae-a7b9-dfa6dbcb6674 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91 HTTP/1.1" status: 200 len: 217 time: 0.0465446 Apr 12 17:36:11.058336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-b374304b-96aa-402d-a629-2f12e7bda0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.059832 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-b374304b-96aa-402d-a629-2f12e7bda0cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 1129 time: 0.0711226 Apr 12 17:36:11.072378 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-bb83dbfc-7ffe-40e7-84b6-6b1f57e54244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.073769 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-bb83dbfc-7ffe-40e7-84b6-6b1f57e54244 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0575478 Apr 12 17:36:11.168376 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-692e172d-1194-4250-ba0d-f963ffd9eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.169876 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-692e172d-1194-4250-ba0d-f963ffd9eefa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851846 Apr 12 17:36:11.245708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-f6754c34-c145-4033-8d6f-b1fb507286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.247215 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-f6754c34-c145-4033-8d6f-b1fb507286c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1635871 Apr 12 17:36:11.293993 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-3a49bc22-380f-44ec-9215-e7fce2f07963 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 200 len: 217 time: 0.0396340 Apr 12 17:36:11.337015 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-65ed075e-db9b-4e45-a250-a0cf454d8dbf service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594334 Apr 12 17:36:11.370744 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-55d1f049-47e5-4c37-9dab-be91ecad8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.372109 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-55d1f049-47e5-4c37-9dab-be91ecad8519 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0705831 Apr 12 17:36:11.453622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-1417143f-b6e0-417c-ac9c-05a8db3bebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.455168 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-1417143f-b6e0-417c-ac9c-05a8db3bebfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563400 Apr 12 17:36:11.490493 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dcc6cb21-5941-433e-9ce1-87a9ca70991f req-de11f8e0-0164-4a2a-876c-118d63477c91 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459830 Apr 12 17:36:11.497930 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['522d4a4d-b42b-4f16-9a03-4466b73d8a91'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:36:11.528563 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca878a-d00a-4168-bcf5-82a3bc5dfc66 req-5f73aef9-50b1-4a2d-a9dd-0dfb1825c843 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.530006 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3ca878a-d00a-4168-bcf5-82a3bc5dfc66 req-5f73aef9-50b1-4a2d-a9dd-0dfb1825c843 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0808370 Apr 12 17:36:11.536420 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904f2ce-2b86-41ce-aa50-648f64d93f16 req-9f76b094-b8cc-4387-94f1-c95ed8398176 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:11.537876 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9904f2ce-2b86-41ce-aa50-648f64d93f16 req-9f76b094-b8cc-4387-94f1-c95ed8398176 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 944 time: 0.0980666 Apr 12 17:36:11.561345 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-79f88ea8-4792-4e37-a1ba-5aed7117c489 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976624 Apr 12 17:36:11.611772 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3ca878a-d00a-4168-bcf5-82a3bc5dfc66 req-64486483-3eed-4aee-925e-389315764ffe tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728879 Apr 12 17:36:11.615942 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9904f2ce-2b86-41ce-aa50-648f64d93f16 req-38433540-9df3-47db-a71a-b4b12c913301 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704825 Apr 12 17:36:11.672007 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d62a249a-1eb3-4390-b7d4-065c2cdb16f4 req-f83a227b-614c-4703-bd17-621f30743f13 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987554 Apr 12 17:36:12.762872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7266b-c9d4-46cd-8dc6-f8e73fc810ec req-6e582dd9-c5ad-432a-9d59-8b09803c172d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:12.765090 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bf7266b-c9d4-46cd-8dc6-f8e73fc810ec req-6e582dd9-c5ad-432a-9d59-8b09803c172d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0765274 Apr 12 17:36:12.773115 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0f6e-8f08-4492-94db-fe16cb970db9 req-34517f93-0e93-4b4f-9417-1929178a9c96 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:12.775274 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-452f0f6e-8f08-4492-94db-fe16cb970db9 req-34517f93-0e93-4b4f-9417-1929178a9c96 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 944 time: 0.0882235 Apr 12 17:36:12.846327 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bf7266b-c9d4-46cd-8dc6-f8e73fc810ec req-2ad33f82-5223-4097-8fd3-e3c49a6a2b8c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700846 Apr 12 17:36:12.850561 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-452f0f6e-8f08-4492-94db-fe16cb970db9 req-493beb7d-a6ed-4d1c-bbd3-a93793d825da tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673475 Apr 12 17:36:13.034765 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 522d4a4d-b42b-4f16-9a03-4466b73d8a91 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:13.081077 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:36:13.156999 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:13.157374 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:13.233556 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:13.233889 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:13.255881 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:36:13.258119 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed27d23-ce2f-4e59-8b83-71bbb911af3c" -d '{"events": [{"server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "name": "network-vif-plugged", "status": "completed", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:36:13.272116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:13.345671 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a67005-697f-4e20-810e-0075e1c2099d x-openstack-request-id: req-57a67005-697f-4e20-810e-0075e1c2099d {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:36:13.345983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "name": "network-vif-plugged", "status": "completed", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:36:13.348276 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57a67005-697f-4e20-810e-0075e1c2099d {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:36:13.348276 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a67005-697f-4e20-810e-0075e1c2099d'] response: {'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'code': 200} Apr 12 17:36:13.348276 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:13.396777 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:13.693563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013083a-a977-44fd-8b81-d4a5142cf6f3 req-3403fb18-16c4-4b3e-80ff-9d202cce5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:13.694190 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:13.695069 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5013083a-a977-44fd-8b81-d4a5142cf6f3 req-3403fb18-16c4-4b3e-80ff-9d202cce5e36 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 1129 time: 0.0377214 Apr 12 17:36:13.737364 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5013083a-a977-44fd-8b81-d4a5142cf6f3 req-7328e185-a77d-4f11-9a27-bf0794898736 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363271 Apr 12 17:36:13.991842 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a1880-578f-4178-b82f-e6657043f502 req-98a52480-2163-43f3-a9b4-78db899849c5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:13.993384 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e04a1880-578f-4178-b82f-e6657043f502 req-98a52480-2163-43f3-a9b4-78db899849c5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0700765 Apr 12 17:36:14.014300 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e83f-08d0-4396-9355-cedf6b2379c2 req-a88b9657-7015-43f0-81f9-1871cb871aed tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:14.015668 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cc2e83f-08d0-4396-9355-cedf6b2379c2 req-a88b9657-7015-43f0-81f9-1871cb871aed tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0643563 Apr 12 17:36:14.077823 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e04a1880-578f-4178-b82f-e6657043f502 req-03dd82e2-756b-4123-9690-bca02d19a963 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772426 Apr 12 17:36:14.089445 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cc2e83f-08d0-4396-9355-cedf6b2379c2 req-6b7abd7c-8454-42af-868e-11dc1b3a2975 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677261 Apr 12 17:36:15.219160 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6156-a20f-4f4f-8d16-19f5d9047cb9 req-c02205bd-69cc-4aba-b599-bf684ae2755b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:15.220631 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e03c6156-a20f-4f4f-8d16-19f5d9047cb9 req-c02205bd-69cc-4aba-b599-bf684ae2755b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0712321 Apr 12 17:36:15.228448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a22dc-9b98-4554-a662-60f917102898 req-f5dbc62e-233f-489a-a93d-27779f65b1ac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:15.229735 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd6a22dc-9b98-4554-a662-60f917102898 req-f5dbc62e-233f-489a-a93d-27779f65b1ac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0715990 Apr 12 17:36:15.295691 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e03c6156-a20f-4f4f-8d16-19f5d9047cb9 req-0a63edb9-1dc1-4b02-af63-ab14d71afee2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650144 Apr 12 17:36:15.306861 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd6a22dc-9b98-4554-a662-60f917102898 req-095d1acc-c215-4b6c-9c90-72b729ae69a2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705960 Apr 12 17:36:15.494484 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1635856b-e577-4c69-93e5-b73f7d7362a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:16.439307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f619b-24fb-428c-afbb-599cc9147cde req-0955678f-3ee2-4e00-8c5d-80403e7535c1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:16.440770 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee4f619b-24fb-428c-afbb-599cc9147cde req-0955678f-3ee2-4e00-8c5d-80403e7535c1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0747001 Apr 12 17:36:16.453886 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143542-675f-45e7-a489-9cc469c8628a req-6b9ac6a9-a565-4e72-a9c5-b3f4a555b0b6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:16.455312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77143542-675f-45e7-a489-9cc469c8628a req-6b9ac6a9-a565-4e72-a9c5-b3f4a555b0b6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0770023 Apr 12 17:36:16.524014 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee4f619b-24fb-428c-afbb-599cc9147cde req-5f1e6852-e934-4e1d-a076-d1ecc50367e9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764568 Apr 12 17:36:16.527283 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77143542-675f-45e7-a489-9cc469c8628a req-0f770dc1-4068-4cb0-86a4-73d3cffecc94 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665450 Apr 12 17:36:17.670695 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e97111-aa2a-4dfd-808d-b72bc37588ab req-51b5d1f3-f382-4712-a3fe-2f56c0a6d0fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:17.672137 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9e97111-aa2a-4dfd-808d-b72bc37588ab req-51b5d1f3-f382-4712-a3fe-2f56c0a6d0fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0711231 Apr 12 17:36:17.677807 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b4456-17d1-4ad5-90a7-b1309d814730 req-da965451-a722-480c-9ac8-c48ab67f0bbd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:17.679149 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f81b4456-17d1-4ad5-90a7-b1309d814730 req-da965451-a722-480c-9ac8-c48ab67f0bbd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0866139 Apr 12 17:36:17.748222 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9e97111-aa2a-4dfd-808d-b72bc37588ab req-9633b436-e2e3-4a16-a317-d8abb57554a7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680840 Apr 12 17:36:17.751033 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f81b4456-17d1-4ad5-90a7-b1309d814730 req-5a007e6d-d359-4d85-8744-da74f272a865 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655448 Apr 12 17:36:17.837403 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8653a1c8-c41a-425a-af26-6673b3b943f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:17.861114 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e3c0-124e-488b-9d39-43f5bb6c21d2 req-9e39dd06-084d-4232-949c-e4cc73751c89 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:17.862588 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32e5e3c0-124e-488b-9d39-43f5bb6c21d2 req-9e39dd06-084d-4232-949c-e4cc73751c89 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0488393 Apr 12 17:36:17.870982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51302) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:17.875283 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'port_id': '522d4a4d-b42b-4f16-9a03-4466b73d8a91'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:17.913907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:18.551513 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:18.619697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:18.717059 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 5414242a-d525-4499-84da-93c1a0b2dd82 associated. External IP: 172.27.2.249, port: 522d4a4d-b42b-4f16-9a03-4466b73d8a91. Apr 12 17:36:18.903200 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0055-1f1c-4253-b001-ac8568a36f53 req-85d4b3d5-7673-4b51-a2a6-3ee109591795 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:18.904679 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee3d0055-1f1c-4253-b001-ac8568a36f53 req-85d4b3d5-7673-4b51-a2a6-3ee109591795 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0844870 Apr 12 17:36:18.964739 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:18.996193 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee3d0055-1f1c-4253-b001-ac8568a36f53 req-e5d6a95b-5392-4ecc-9069-cb2d1c375198 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856180 Apr 12 17:36:19.003458 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:36:19.109783 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:36:19.114661 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:19.120712 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:36:19.132373 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:19.133008 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:19.142962 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5e10d1a5-964e-4f52-b203-1cb92ae1db88 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "PUT /v2.0/floatingips/5414242a-d525-4499-84da-93c1a0b2dd82 HTTP/1.1" status: 200 len: 991 time: 1.2709613 Apr 12 17:36:19.143547 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:36:19.145888 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92e05c-664d-43e0-9525-5d3aee3b78f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:36:19.239315 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd62a75-5602-45d5-8a75-740e8d06b5cb x-openstack-request-id: req-3dd62a75-5602-45d5-8a75-740e8d06b5cb {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:36:19.239605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:36:19.239862 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dd62a75-5602-45d5-8a75-740e8d06b5cb {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:36:19.240267 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd62a75-5602-45d5-8a75-740e8d06b5cb'] response: {'name': 'network-changed', 'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'status': 'completed', 'code': 200} Apr 12 17:36:19.242310 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:19.445833 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '5414242a-d525-4499-84da-93c1a0b2dd82', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:8d:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:55Z', 'updated_at': '2022-04-12T17:36:18Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}, {'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:19.471509 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:36:19.479737 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:19.480343 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:19.585686 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:19.728934 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:36:19.798474 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '5414242a-d525-4499-84da-93c1a0b2dd82', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:8d:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:55Z', 'updated_at': '2022-04-12T17:36:18Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}, {'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:19.824169 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3e8a5-cef2-4012-bcf7-29b1393e4bd8 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '5414242a-d525-4499-84da-93c1a0b2dd82', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:8d:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:35:55Z', 'updated_at': '2022-04-12T17:36:18Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}, {'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:36:20.005660 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96850459-cecb-4eea-8d03-cd8895d9fe07 None None] New status for floating IP 5414242a-d525-4499-84da-93c1a0b2dd82: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:36:20.120682 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8140d-94fb-40f2-9cdf-c609fefe7c6a req-2c04ee5a-9413-4021-bede-4f341cc8e3a0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:20.122209 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ed8140d-94fb-40f2-9cdf-c609fefe7c6a req-2c04ee5a-9413-4021-bede-4f341cc8e3a0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0465953 Apr 12 17:36:20.169676 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ed8140d-94fb-40f2-9cdf-c609fefe7c6a req-fc1fea7d-a445-4ef5-8722-632480605eef tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Apr 12 17:36:20.288512 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:21.288190 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaef6dc-fca8-44a8-8c39-75e5e5932cb4 req-224553c4-d40c-42c8-841a-399deef749eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:21.289668 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfaef6dc-fca8-44a8-8c39-75e5e5932cb4 req-224553c4-d40c-42c8-841a-399deef749eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0493908 Apr 12 17:36:21.335070 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cfaef6dc-fca8-44a8-8c39-75e5e5932cb4 req-83ae07cf-108d-4477-b08a-a7d36bb738c1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397856 Apr 12 17:36:21.813012 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-b3aaf501-51b0-444a-ab4e-aa45f508b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:21.814557 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-b3aaf501-51b0-444a-ab4e-aa45f508b2be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 1129 time: 0.0436347 Apr 12 17:36:21.852899 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:21.903340 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-6e799c0b-bca4-4a37-8238-fc4b1154cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:21.904813 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-6e799c0b-bca4-4a37-8238-fc4b1154cbd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.0828547 Apr 12 17:36:21.971830 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-c4729e8e-33af-496c-b133-2ee3c83f187e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91 HTTP/1.1" status: 200 len: 1001 time: 0.0595481 Apr 12 17:36:22.018729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-3750f058-5fc3-4c03-bf26-04e1112b0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:22.020163 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-3750f058-5fc3-4c03-bf26-04e1112b0e78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0419993 Apr 12 17:36:22.062173 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-6159c509-8516-4dc4-bf65-a73da9a0d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:22.063687 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-6159c509-8516-4dc4-bf65-a73da9a0d50e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370739 Apr 12 17:36:22.153448 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-ab9e5a01-9daa-4d53-835a-878997447799 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823138 Apr 12 17:36:22.239699 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6e92e05c-664d-43e0-9525-5d3aee3b78f2 req-16b9bcbc-7b22-48e6-b42b-bd23e02fa50c service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790522 Apr 12 17:36:22.449827 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89322-ab92-4465-945c-08295d6c5439 req-ed138f6c-84be-4c43-8a5a-071e718ed95f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:22.451314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ee89322-ab92-4465-945c-08295d6c5439 req-ed138f6c-84be-4c43-8a5a-071e718ed95f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0475109 Apr 12 17:36:22.496886 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1ee89322-ab92-4465-945c-08295d6c5439 req-78081a80-fabd-4b6d-af56-fd6e4bf2ac74 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Apr 12 17:36:23.610008 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93298c-0cf6-4248-955f-da3e3ae09ac2 req-1f4b037a-8677-4ff0-8d9f-d4f05e6ac670 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:23.611475 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d93298c-0cf6-4248-955f-da3e3ae09ac2 req-1f4b037a-8677-4ff0-8d9f-d4f05e6ac670 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0447795 Apr 12 17:36:23.660042 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4d93298c-0cf6-4248-955f-da3e3ae09ac2 req-91bd75f7-de5a-4784-8850-a8915affe083 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Apr 12 17:36:24.772841 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca800c0-5507-405c-b66b-e6a5634c17cd req-e570ea8c-63a6-4491-a293-965295650ead tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:24.774265 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ca800c0-5507-405c-b66b-e6a5634c17cd req-e570ea8c-63a6-4491-a293-965295650ead tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0451953 Apr 12 17:36:24.820755 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ca800c0-5507-405c-b66b-e6a5634c17cd req-0df8159b-e9a4-4e75-a994-eb612e789837 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Apr 12 17:36:25.934864 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d9ea0-6d43-45d5-b094-bb2037ed1e6b req-73d28ac9-0ea1-4df8-92a5-e9493141a6f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:25.936382 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee9d9ea0-6d43-45d5-b094-bb2037ed1e6b req-73d28ac9-0ea1-4df8-92a5-e9493141a6f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0457289 Apr 12 17:36:25.984246 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ee9d9ea0-6d43-45d5-b094-bb2037ed1e6b req-9784e6d9-d717-4bae-8312-2c5fb2e6fe2d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Apr 12 17:36:27.103068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947ec9b-5d30-467d-a5b6-b194bb5d7eba req-56832826-06cc-46d5-baaf-1662a7140f42 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:27.104554 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b947ec9b-5d30-467d-a5b6-b194bb5d7eba req-56832826-06cc-46d5-baaf-1662a7140f42 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0496540 Apr 12 17:36:27.108172 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:36:27.152599 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b947ec9b-5d30-467d-a5b6-b194bb5d7eba req-1392f071-4326-4759-b4d2-49e720de5baa tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Apr 12 17:36:27.211965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:27.222705 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'af483454-55cd-4056-8d53-f7102a378c65', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:36:27.259625 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: ACTIVE; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:27.260180 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:27.273720 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:36:27.292597 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:27.390861 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:27.437906 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:27.647084 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['af483454-55cd-4056-8d53-f7102a378c65'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:36:28.268183 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b58d5-8735-4f02-874a-c6a3cb457fc0 req-f0a6d794-e776-41c1-8793-e3957a875597 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:28.269649 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c9b58d5-8735-4f02-874a-c6a3cb457fc0 req-f0a6d794-e776-41c1-8793-e3957a875597 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 944 time: 0.0454054 Apr 12 17:36:28.315256 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8c9b58d5-8735-4f02-874a-c6a3cb457fc0 req-cbfc3a39-a47e-4582-bf3d-647313bba7a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Apr 12 17:36:29.110944 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:29.156791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port af483454-55cd-4056-8d53-f7102a378c65 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:29.157172 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (af483454-55cd-4056-8d53-f7102a378c65), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:29.238119 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:29.238511 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:29.259798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:36:29.262046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4b676-3b49-4bc9-a869-c313864ce7a1" -d '{"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:36:29.274134 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:29.298001 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2fa19-19c9-4588-92e4-035b7bc1a7e3 x-openstack-request-id: req-95f2fa19-19c9-4588-92e4-035b7bc1a7e3 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:36:29.298340 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:36:29.298597 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95f2fa19-19c9-4588-92e4-035b7bc1a7e3 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:36:29.298994 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f2fa19-19c9-4588-92e4-035b7bc1a7e3'] response: {'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'code': 200} Apr 12 17:36:29.344877 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:29.395952 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=7']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:29.439190 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba96d-26a1-48ee-aa5c-125d50c922f2 req-f079fa80-bb97-4904-bce1-0258daf75fdc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:29.440647 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f2ba96d-26a1-48ee-aa5c-125d50c922f2 req-f079fa80-bb97-4904-bce1-0258daf75fdc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0494697 Apr 12 17:36:29.486953 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f2ba96d-26a1-48ee-aa5c-125d50c922f2 req-a53df8c2-e358-404e-aed0-5e4542f42f77 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Apr 12 17:36:30.604257 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3128e87-6375-46cf-9f00-b9882c0bba25 req-748ef6c6-a986-4094-a512-541d0cba0b71 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:30.606416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3128e87-6375-46cf-9f00-b9882c0bba25 req-748ef6c6-a986-4094-a512-541d0cba0b71 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0451493 Apr 12 17:36:30.651089 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3128e87-6375-46cf-9f00-b9882c0bba25 req-f982f112-3fd6-4fa9-ba90-c757b5a23308 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Apr 12 17:36:31.771434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d301-268b-432a-bf6c-e90e6a9dc1a6 req-4c9507bc-bad4-4331-8d24-361768b7ee12 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:31.771434 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c628d301-268b-432a-bf6c-e90e6a9dc1a6 req-4c9507bc-bad4-4331-8d24-361768b7ee12 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0455828 Apr 12 17:36:31.816298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c628d301-268b-432a-bf6c-e90e6a9dc1a6 req-d0299744-dcad-4b67-9948-f4e4b4c33701 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Apr 12 17:36:32.945754 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d90f-fa14-44f4-93a2-cb51f8e863ea req-6c7d7dbf-54df-49cb-a714-beac622280a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:32.947493 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-60b1d90f-fa14-44f4-93a2-cb51f8e863ea req-6c7d7dbf-54df-49cb-a714-beac622280a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0521007 Apr 12 17:36:32.999581 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-60b1d90f-fa14-44f4-93a2-cb51f8e863ea req-fb01dc8a-795d-423b-84f4-6fc18330da50 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Apr 12 17:36:33.117368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51458) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:33.165711 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Deleting subnet 72744059-225d-46b5-82ab-28039034e00a {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:36:33.169543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Publish callbacks [] for subnet (72744059-225d-46b5-82ab-28039034e00a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.223974 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Publish callbacks [] for subnet (72744059-225d-46b5-82ab-28039034e00a), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.230499 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (72744059-225d-46b5-82ab-28039034e00a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.351011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (72744059-225d-46b5-82ab-28039034e00a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.376992 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72744059-225d-46b5-82ab-28039034e00a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:33.378962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.384895 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-46356b5a-097c-40da-919f-78fa23859403 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72744059-225d-46b5-82ab-28039034e00a HTTP/1.1" status: 204 len: 168 time: 0.2664020 Apr 12 17:36:33.385048 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51460) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:33.456872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (83e8fa3b-29dd-4bd1-a130-54b1478bcf30), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.554713 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (83e8fa3b-29dd-4bd1-a130-54b1478bcf30), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.575275 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e8fa3b-29dd-4bd1-a130-54b1478bcf30']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:33.584822 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:33.585121 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3ca28a-7eb6-46b4-8f10-cf9c95c14490') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:33.595247 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (7d3ca28a-7eb6-46b4-8f10-cf9c95c14490), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.608185 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7d3ca28a-7eb6-46b4-8f10-cf9c95c14490), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.614758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:36:33.615136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (7d3ca28a-7eb6-46b4-8f10-cf9c95c14490), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:36:33.617843 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:36:33.745467 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (83e8fa3b-29dd-4bd1-a130-54b1478bcf30), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.751421 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:33.757187 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] 10.222.0.32 "DELETE /v2.0/networks/83e8fa3b-29dd-4bd1-a130-54b1478bcf30 HTTP/1.1" status: 204 len: 168 time: 0.3702147 Apr 12 17:36:33.772344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85856d5e-4818-485c-99ed-52e70774419b admin admin] Pushing event deleted for resources: {'Network': ['ID=83e8fa3b-29dd-4bd1-a130-54b1478bcf30,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:34.130830 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51466) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:34.132309 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df77c-6fbb-450a-a97e-c7aa75d3d2c8 req-2a205d42-2ff7-4744-8b66-206bf10e3a28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:34.133825 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-456df77c-6fbb-450a-a97e-c7aa75d3d2c8 req-2a205d42-2ff7-4744-8b66-206bf10e3a28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0483325 Apr 12 17:36:34.185170 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-456df77c-6fbb-450a-a97e-c7aa75d3d2c8 req-69b4ca53-7792-4886-adae-7eb28c167b33 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 Apr 12 17:36:34.199449 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-13c1cd54-3e79-4ee9-ae14-613cfdb30dfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acbd7da8a95f4e09b24aa437f54ddaa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648124 Apr 12 17:36:34.201394 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:34.253508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] Publish callbacks [] for security_group (ca98437a-4754-473f-9315-594e4d5a98fe), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:34.276944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] Publish callbacks [] for security_group (ca98437a-4754-473f-9315-594e4d5a98fe), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:34.418704 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ca98437a-4754-473f-9315-594e4d5a98fe), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:34.421638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:34.425815 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca98437a-4754-473f-9315-594e4d5a98fe HTTP/1.1" status: 204 len: 168 time: 0.2228301 Apr 12 17:36:34.435998 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb228-28bb-448c-a0b8-8ec7b29dded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca98437a-4754-473f-9315-594e4d5a98fe,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:35.318197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583fce2-c1bf-406c-a86b-190faaf29c88 req-e158e0d0-1e5f-4492-903b-5108a00f2cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:35.319752 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2583fce2-c1bf-406c-a86b-190faaf29c88 req-e158e0d0-1e5f-4492-903b-5108a00f2cbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0526381 Apr 12 17:36:35.369555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2583fce2-c1bf-406c-a86b-190faaf29c88 req-b759a016-e53e-45f2-babc-34f666f4e22a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Apr 12 17:36:35.563582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51492) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:35.660697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1197200591-network', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:35.717301 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Made reservation on behalf of bdcc592473fb40bcaee7529c3f85dbc0 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:36:35.719628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:35.728205 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:35.805165 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks [] for security_group (c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:35.904522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:35.930568 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:36:35.936220 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:35.943997 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (c5027272-43ee-4bb0-9f0e-cf881426567d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:35.944332 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Added segment c5027272-43ee-4bb0-9f0e-cf881426567d of type vlan for network a6fef5bc-fbaf-4764-9314-6ade9933719d Apr 12 17:36:35.997260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (a6fef5bc-fbaf-4764-9314-6ade9933719d), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.047572 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (a6fef5bc-fbaf-4764-9314-6ade9933719d), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.048573 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:36.049228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.121390 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] Pushing event updated for resources: {'Network': ['ID=a6fef5bc-fbaf-4764-9314-6ade9933719d,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:36.132343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network a6fef5bc-fbaf-4764-9314-6ade9933719d details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:36:36.156538 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9f8460f6-828b-4340-b0c8-66f470bda2ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5893004 Apr 12 17:36:36.157145 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51496) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:36.164411 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Request body: {'subnet': {'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1197200591-subnet', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:36.236115 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Made reservation on behalf of bdcc592473fb40bcaee7529c3f85dbc0 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:36:36.238665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.507677 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6429f41-a895-46b2-ac37-28c189b08d08 req-2439f0ce-bbe1-401b-bfc4-1135bea47dd4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:36.526475 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6429f41-a895-46b2-ac37-28c189b08d08 req-2439f0ce-bbe1-401b-bfc4-1135bea47dd4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0527709 Apr 12 17:36:36.567088 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6429f41-a895-46b2-ac37-28c189b08d08 req-9f78ec02-2e3c-4b6b-b757-ea8196f359ab tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510080 Apr 12 17:36:36.573904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (e9921e80-4c54-4154-b9ec-7418a7828456), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.631739 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9921e80-4c54-4154-b9ec-7418a7828456,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:36.641377 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Checking segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:36.641763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Network hostable DHCP agents. Network: a6fef5bc-fbaf-4764-9314-6ade9933719d, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:36:36.745289 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Network a6fef5bc-fbaf-4764-9314-6ade9933719d is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:36:36.819349 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, a6fef5bc-fbaf-4764-9314-6ade9933719d) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:36.823512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:36.824354 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:36.839807 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4cd07-3330-4f9b-b361-7897133d283a None None] Network a6fef5bc-fbaf-4764-9314-6ade9933719d requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:36:36.904938 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9db4c46e-6795-4ce0-89ef-d6259f8fea9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7443397 Apr 12 17:36:36.905336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51500) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:36.911414 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:36.957649 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-a6fef5bc-fbaf-4764-9314-6ade9933719d', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:36:36.958545 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.096128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Allocated IP 172.20.0.2 (a6fef5bc-fbaf-4764-9314-6ade9933719d/e9921e80-4c54-4154-b9ec-7418a7828456/fb4100cb-99e9-4903-bf8c-9b8efaa9a417) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:37.244654 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks [] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.276835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.277920 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.328447 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for router_controller (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.414194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.455242 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Network a6fef5bc-fbaf-4764-9314-6ade9933719d is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:37.459982 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:37.462468 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:37.471049 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Pushing event updated for resources: {'Port': ['ID=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:37.525493 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Attempting to bind port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:37.525859 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Attempting to bind port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:37.526249 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Attempting to bind port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 on network a6fef5bc-fbaf-4764-9314-6ade9933719d {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:37.531345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:37.537339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Checking segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:37.537339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.537339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Bound using segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:37.537339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Bound port: fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:37.537339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.599245 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] For port fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:37.602490 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] For port fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:37.640880 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for router_gateway (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.677394 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.699583 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0289f4-8292-423a-9fc0-d8cf826f68c4 req-a5f66e85-81e8-45b9-9df1-d8d66d1b262a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:37.701779 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd0289f4-8292-423a-9fc0-d8cf826f68c4 req-a5f66e85-81e8-45b9-9df1-d8d66d1b262a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0575638 Apr 12 17:36:37.734623 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beb85b-852f-4d3a-8fe3-b4e4c6a53571 None None] Pushing event updated for resources: {'Port': ['ID=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:37.798520 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cd0289f4-8292-423a-9fc0-d8cf826f68c4 req-98aec18c-c72e-41ae-8e2a-bd96ad3bb0b8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821400 Apr 12 17:36:37.940876 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for router_gateway (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:37.964135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.126213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Allocated IP 172.27.2.25 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/bc6c11bc-f712-4138-8a42-4d37d485e9eb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:38.252989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.257900 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fb4100cb-99e9-4903-bf8c-9b8efaa9a417 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:38.317095 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:38.317458 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.345344 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.380788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:38.385059 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:38.392028 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:38.404769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:38.405337 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.433351 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Pushing event updated for resources: {'Port': ['ID=bc6c11bc-f712-4138-8a42-4d37d485e9eb,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:38.445740 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:38.527926 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.581787 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:38.936655 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc9242-ce8a-4698-accb-1a88c7a9c98e req-78c34587-bd7b-4b70-ad5d-a009349bc9ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:38.938223 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98dc9242-ce8a-4698-accb-1a88c7a9c98e req-78c34587-bd7b-4b70-ad5d-a009349bc9ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0539775 Apr 12 17:36:38.951478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c0bf8-2335-4ded-8f3f-ae10f9b60802 None None] Network a6fef5bc-fbaf-4764-9314-6ade9933719d requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:36:38.980262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for router_gateway (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:38.996595 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98dc9242-ce8a-4698-accb-1a88c7a9c98e req-f8601e75-9d5f-4c07-9804-be1dc87ee43a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515108 Apr 12 17:36:39.022764 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-6506d7b9-183d-4746-a723-e4373fc57fd1 None None] Provisioning complete for port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:39.023375 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6506d7b9-183d-4746-a723-e4373fc57fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:39.143994 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6506d7b9-183d-4746-a723-e4373fc57fd1 None None] Current status of the port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:39.216092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:39.361716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-33ee43a1-bc5b-4206-ae23-481c7c8a908c None None] Provisioning complete for port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:39.362354 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33ee43a1-bc5b-4206-ae23-481c7c8a908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:39.435568 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:36:39.440908 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-33ee43a1-bc5b-4206-ae23-481c7c8a908c None None] Current status of the port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:39.557505 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:36:39.566905 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Sync routers for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:36:39.577930 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:39.581690 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:39.639042 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:39.641669 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f51eecd3-740d-4191-9c10-d77325c6840b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7342963 Apr 12 17:36:39.644634 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51512) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:39.685508 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:39.859121 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:38Z', 'revision_number': 3, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:39.885195 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Checking router: aa7c5f36-681f-4715-bfd2-138a5e8e73c3 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:36:39.885803 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Updating router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 port bc6c11bc-f712-4138-8a42-4d37d485e9eb binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:36:39.916939 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.161506 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fb4100cb-99e9-4903-bf8c-9b8efaa9a417 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:40.227020 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:40.227661 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.264001 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07ebae-655a-462a-9990-cbcfd99a890e req-8f35b147-ba94-4aae-b21d-0cd230992542 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:40.271017 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce07ebae-655a-462a-9990-cbcfd99a890e req-8f35b147-ba94-4aae-b21d-0cd230992542 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0810206 Apr 12 17:36:40.341046 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce07ebae-655a-462a-9990-cbcfd99a890e req-05552ce2-be2a-4cc2-8a87-99e24102678a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669014 Apr 12 17:36:40.384488 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks [] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.440958 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:40.453318 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.470744 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.524442 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Attempting to bind port bc6c11bc-f712-4138-8a42-4d37d485e9eb on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:40.524815 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Attempting to bind port bc6c11bc-f712-4138-8a42-4d37d485e9eb by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:40.525349 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Attempting to bind port bc6c11bc-f712-4138-8a42-4d37d485e9eb on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:40.528283 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Pushing event updated for resources: {'Port': ['ID=bc6c11bc-f712-4138-8a42-4d37d485e9eb,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:40.533866 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:40.534290 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:40.534697 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.535089 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:40.535560 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Bound port: bc6c11bc-f712-4138-8a42-4d37d485e9eb, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:40.535938 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.561437 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.561783 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.562167 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.562533 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.562875 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.563205 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.563561 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.563887 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.564332 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.564664 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.564988 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.565327 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.565658 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.565974 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.566319 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:36:40.605677 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] For port bc6c11bc-f712-4138-8a42-4d37d485e9eb, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:40.609465 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] For port bc6c11bc-f712-4138-8a42-4d37d485e9eb, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=bc6c11bc-f712-4138-8a42-4d37d485e9eb,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:40.649528 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Allocated IP 172.20.0.1 (a6fef5bc-fbaf-4764-9314-6ade9933719d/e9921e80-4c54-4154-b9ec-7418a7828456/54ad6c0e-865c-4420-af72-f2a7993cd679) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:40.694094 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.751079 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:40.751708 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:40.762902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks [] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.810228 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6d46a-44ec-410c-ae4b-98ef7d1c7d6b None None] Pushing event updated for resources: {'Port': ['ID=bc6c11bc-f712-4138-8a42-4d37d485e9eb,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:40.853536 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:40.892245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Network a6fef5bc-fbaf-4764-9314-6ade9933719d is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:40.895156 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:40.901306 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:40.905682 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:40.932041 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Pushing event updated for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:40.953276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.130928 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:38Z', 'revision_number': 3, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:41.165424 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c363b05-9884-4582-bf2b-cefe8286a406 None None] The sync data for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi is: [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:38Z', 'revision_number': 3, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:36:41.184239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-a357613e-2ce8-48c1-b745-d21692a7b79b None None] Provisioning complete for port 54ad6c0e-865c-4420-af72-f2a7993cd679 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:41.184239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a357613e-2ce8-48c1-b745-d21692a7b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.195416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.234185 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a357613e-2ce8-48c1-b745-d21692a7b79b None None] Port 54ad6c0e-865c-4420-af72-f2a7993cd679 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:41.393920 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks [] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.481235 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.561209 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be8295-7fee-4a8a-b29c-1f60db7afa54 req-48a5f683-7b3b-40bf-8125-d338b58af117 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:41.562792 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66be8295-7fee-4a8a-b29c-1f60db7afa54 req-48a5f683-7b3b-40bf-8125-d338b58af117 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.1212575 Apr 12 17:36:41.577123 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:41.592260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Pushing event updated for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:41.705130 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66be8295-7fee-4a8a-b29c-1f60db7afa54 req-2bcff485-5e80-440d-8cb7-057d91e0bfad tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233342 Apr 12 17:36:41.747935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Network a6fef5bc-fbaf-4764-9314-6ade9933719d is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:41.755559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:41.939580 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:36:42.064763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-6dad4d44-98ee-4b13-975f-d49078a406ae None None] Provisioning complete for port 54ad6c0e-865c-4420-af72-f2a7993cd679 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:42.065742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d44-98ee-4b13-975f-d49078a406ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:42.152197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:36:42.167247 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fa900b75-a9bc-4001-8075-c98ab1ed589d admin admin] 10.222.0.32 "PUT /v2.0/routers/aa7c5f36-681f-4715-bfd2-138a5e8e73c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214479 Apr 12 17:36:42.171712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6dad4d44-98ee-4b13-975f-d49078a406ae None None] Port 54ad6c0e-865c-4420-af72-f2a7993cd679 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:42.226669 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device bc6c11bc-f712-4138-8a42-4d37d485e9eb up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:42.505470 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port bc6c11bc-f712-4138-8a42-4d37d485e9eb triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:42.505847 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:42.647419 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port bc6c11bc-f712-4138-8a42-4d37d485e9eb is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:42.647816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:42.671311 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port bc6c11bc-f712-4138-8a42-4d37d485e9eb, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=bc6c11bc-f712-4138-8a42-4d37d485e9eb,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:42.842461 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca4ae3-aa83-49cb-a3f7-60cb65496747 req-4300e2f6-7550-4dd8-9e91-b25150437569 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:42.844063 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-83ca4ae3-aa83-49cb-a3f7-60cb65496747 req-4300e2f6-7550-4dd8-9e91-b25150437569 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0505960 Apr 12 17:36:42.895171 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-83ca4ae3-aa83-49cb-a3f7-60cb65496747 req-4e475f94-7d50-4e9c-b565-ae640c815653 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Apr 12 17:36:42.930744 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:42.992152 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=bc6c11bc-f712-4138-8a42-4d37d485e9eb,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:43.249097 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Sync routers for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:36:43.264772 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:43.265646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:43.432593 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:43.444699 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51542) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:43.449681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1683668324-network', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:43.533400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Made reservation on behalf of 06a05fd54ac346b1a01dfba09334f99b for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:36:43.536024 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.546055 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.675699 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks [] for security_group (14746cee-f5e0-496d-9e40-f69fb3f508e7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.677676 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.678686 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 2, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:43.706379 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Checking router: aa7c5f36-681f-4715-bfd2-138a5e8e73c3 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:36:43.706734 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Updating router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 port 54ad6c0e-865c-4420-af72-f2a7993cd679 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:36:43.733559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.767448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (14746cee-f5e0-496d-9e40-f69fb3f508e7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.793414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:36:43.803285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14746cee-f5e0-496d-9e40-f69fb3f508e7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:43.811200 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.811714 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Added segment ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0 of type vlan for network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb Apr 12 17:36:43.858113 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.961843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:43.963022 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:43.963711 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.044746 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks [] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.057154 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] Pushing event updated for resources: {'Network': ['ID=c21585d7-3c0d-456d-bf6b-f6abd03b4fdb,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:44.066980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25132e6-fa0a-4c95-9203-2b6ad0201576 req-68674ef2-a943-4a31-8887-dc367cbd072c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:44.067294 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:36:44.068188 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b25132e6-fa0a-4c95-9203-2b6ad0201576 req-68674ef2-a943-4a31-8887-dc367cbd072c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0864067 Apr 12 17:36:44.079276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e8ce37da-cf53-4caa-ab49-c14f5c4f381b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6332679 Apr 12 17:36:44.082101 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51546) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:44.087834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Request body: {'subnet': {'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1683668324-subnet', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:44.133034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b25132e6-fa0a-4c95-9203-2b6ad0201576 req-fbd63ef5-1cf5-484a-b317-30c9c7a77333 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524869 Apr 12 17:36:44.160258 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.201859 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Made reservation on behalf of 06a05fd54ac346b1a01dfba09334f99b for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:36:44.204304 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.222500 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device bc6c11bc-f712-4138-8a42-4d37d485e9eb up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:44.328371 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecc1d4-7c24-460b-898d-59e632adc50f None None] Pushing event updated for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:44.360610 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port bc6c11bc-f712-4138-8a42-4d37d485e9eb triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:44.360610 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.408722 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Attempting to bind port 54ad6c0e-865c-4420-af72-f2a7993cd679 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:44.411174 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Attempting to bind port 54ad6c0e-865c-4420-af72-f2a7993cd679 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:44.411174 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Attempting to bind port 54ad6c0e-865c-4420-af72-f2a7993cd679 on network a6fef5bc-fbaf-4764-9314-6ade9933719d {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:44.428095 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:44.428477 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Checking segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:44.428886 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.429344 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Bound using segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:44.429834 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Bound port: 54ad6c0e-865c-4420-af72-f2a7993cd679, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:44.430373 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.511179 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (0179266d-f0cd-4bbe-b03a-6f4e1d229adb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.543588 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port bc6c11bc-f712-4138-8a42-4d37d485e9eb is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:44.547792 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-b98dd3ff-9992-448f-82c3-9d64fda89497 None None] Provisioning complete for port 54ad6c0e-865c-4420-af72-f2a7993cd679 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:44.548174 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b98dd3ff-9992-448f-82c3-9d64fda89497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.573646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] For port 54ad6c0e-865c-4420-af72-f2a7993cd679, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:44.589945 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0179266d-f0cd-4bbe-b03a-6f4e1d229adb,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:44.591075 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] For port 54ad6c0e-865c-4420-af72-f2a7993cd679, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=54ad6c0e-865c-4420-af72-f2a7993cd679,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:44.600946 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Checking segment: {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:44.601515 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-b98dd3ff-9992-448f-82c3-9d64fda89497 None None] Port 54ad6c0e-865c-4420-af72-f2a7993cd679 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:44.601744 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Network hostable DHCP agents. Network: c21585d7-3c0d-456d-bf6b-f6abd03b4fdb, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:36:44.676752 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.743732 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecc1d4-7c24-460b-898d-59e632adc50f None None] Pushing event updated for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:44.744708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:36:44.752024 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:44.753031 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:44.813076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, c21585d7-3c0d-456d-bf6b-f6abd03b4fdb) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:44.824096 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:44.828369 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:44.894936 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:44.898314 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6b8c1-8c5d-4604-99ed-0f28740fd39d None None] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:36:44.952925 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-fcf399ea-7ecd-4bd3-998f-29ba91822262 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8691986 Apr 12 17:36:44.958715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51548) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:44.963789 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:36:45.059486 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.060565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.127849 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for router_controller (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), precommit_add_association {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.178778 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Provisioning complete for port 54ad6c0e-865c-4420-af72-f2a7993cd679 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:45.178778 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.328402 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa648a7-df9b-45b0-a10a-df59add0fb64 req-1780c16f-964b-4867-97f5-51fad0821662 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:45.337139 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eaa648a7-df9b-45b0-a10a-df59add0fb64 req-1780c16f-964b-4867-97f5-51fad0821662 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0762467 Apr 12 17:36:45.394529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'fixed_ips': [{'subnet_id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:36:45.395331 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.401188 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eaa648a7-df9b-45b0-a10a-df59add0fb64 req-2f93af45-f8f3-42e6-94df-326f6dc8a3bd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615728 Apr 12 17:36:45.403020 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for router_gateway (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.476253 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Current status of the port 54ad6c0e-865c-4420-af72-f2a7993cd679 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:45.476763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.592645 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-157bb1b6-db23-4d3e-841c-c81debdcc380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.594608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-88b072ed-b938-4a36-9010-f89187171881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:44Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:45.640093 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] For port 54ad6c0e-865c-4420-af72-f2a7993cd679, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=54ad6c0e-865c-4420-af72-f2a7993cd679,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:45.643742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b072ed-b938-4a36-9010-f89187171881 None None] The sync data for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi is: [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:44Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:36:45.702628 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Allocated IP 172.20.0.2 (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb/0179266d-f0cd-4bbe-b03a-6f4e1d229adb/481fba7f-5664-414f-9a31-e751f2deb6a5) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:45.751826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.763675 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for router_gateway (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.793632 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:45.946651 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Allocated IP 172.27.2.85 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/7d58d7b9-7d4b-410c-b052-af445cf89884) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:45.987116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ec96-0d6e-401f-81d4-6b252d8c4a75 None None] Pushing event updated for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:46.003404 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks [] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.076913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.154442 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.199873 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:46.201841 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:46.205391 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:46.239164 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 54ad6c0e-865c-4420-af72-f2a7993cd679 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:46.269164 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Pushing event updated for resources: {'Port': ['ID=481fba7f-5664-414f-9a31-e751f2deb6a5,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:46.293526 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.361237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:46.377952 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Pushing event updated for resources: {'Port': ['ID=7d58d7b9-7d4b-410c-b052-af445cf89884,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:46.385989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:46.392527 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Attempting to bind port 481fba7f-5664-414f-9a31-e751f2deb6a5 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:46.393544 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Attempting to bind port 481fba7f-5664-414f-9a31-e751f2deb6a5 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:46.394237 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Attempting to bind port 481fba7f-5664-414f-9a31-e751f2deb6a5 on network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:46.401357 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:46.404656 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:46.406183 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Checking segment: {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:46.406824 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.407482 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Bound using segment: {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:46.408502 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Bound port: 481fba7f-5664-414f-9a31-e751f2deb6a5, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:46.409118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.462258 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 54ad6c0e-865c-4420-af72-f2a7993cd679 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:46.462414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.632584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8613-cd70-40e5-9c98-3381e332a0bd req-587f4410-c199-489b-8b5b-bb88269d6b71 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:46.635060 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-491f8613-cd70-40e5-9c98-3381e332a0bd req-587f4410-c199-489b-8b5b-bb88269d6b71 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0932324 Apr 12 17:36:46.648437 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] For port 481fba7f-5664-414f-9a31-e751f2deb6a5, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:46.654272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] For port 481fba7f-5664-414f-9a31-e751f2deb6a5, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=481fba7f-5664-414f-9a31-e751f2deb6a5,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:46.714353 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-491f8613-cd70-40e5-9c98-3381e332a0bd req-25fb6d6f-4b4f-49b6-89d5-133908ba0ad0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677800 Apr 12 17:36:46.720961 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 54ad6c0e-865c-4420-af72-f2a7993cd679 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:46.763825 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:46.881272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c91220-d827-47e0-9540-c8142e963aa7 None None] Pushing event updated for resources: {'Port': ['ID=481fba7f-5664-414f-9a31-e751f2deb6a5,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:46.881492 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for router_gateway (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:47.129562 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:47.470495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:36:47.579565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:36:47.588446 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Sync routers for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:36:47.600846 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:47.601463 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:47.672575 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:47.676227 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f9f40fe1-43a2-49f8-b767-319beea6fedf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7140515 Apr 12 17:36:47.676469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51554) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:47.707307 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:47.842004 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-360bb96e-c2d1-4089-9058-28c6ee49558c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:47.873021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df792b82-8101-4b91-9c06-a68290c14e1e req-c9b216ee-9f6c-4106-a33c-7a8bc24b7108 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:47.881431 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-df792b82-8101-4b91-9c06-a68290c14e1e req-c9b216ee-9f6c-4106-a33c-7a8bc24b7108 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0651555 Apr 12 17:36:47.941044 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-df792b82-8101-4b91-9c06-a68290c14e1e req-9541b1f7-9abd-4238-a83f-b0b0892a9f4e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582259 Apr 12 17:36:47.975064 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:46Z', 'revision_number': 3, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:48.005954 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Checking router: cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:36:48.006313 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Updating router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 port 7d58d7b9-7d4b-410c-b052-af445cf89884 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:36:48.035287 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.242316 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 481fba7f-5664-414f-9a31-e751f2deb6a5 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:48.337651 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029de1b-9f3f-4a33-ab20-a210b0971b27 None None] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:36:48.373836 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 481fba7f-5664-414f-9a31-e751f2deb6a5 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:48.374414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.457538 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks [] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.465091 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Provisioning complete for port 481fba7f-5664-414f-9a31-e751f2deb6a5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:48.465644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.550229 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.594742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 481fba7f-5664-414f-9a31-e751f2deb6a5 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:48.595258 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.614689 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af5fc-d81a-44da-b24e-0ca5ea111e70 None None] Pushing event updated for resources: {'Port': ['ID=7d58d7b9-7d4b-410c-b052-af445cf89884,revision_number=2']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:48.636027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.650464 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Attempting to bind port 7d58d7b9-7d4b-410c-b052-af445cf89884 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:48.651131 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Attempting to bind port 7d58d7b9-7d4b-410c-b052-af445cf89884 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:48.651668 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Attempting to bind port 7d58d7b9-7d4b-410c-b052-af445cf89884 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:48.658754 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:48.659444 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:48.660172 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.660764 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:48.662133 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Bound port: 7d58d7b9-7d4b-410c-b052-af445cf89884, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:48.662758 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.710321 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Current status of the port 481fba7f-5664-414f-9a31-e751f2deb6a5 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:48.710718 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.728529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 481fba7f-5664-414f-9a31-e751f2deb6a5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=481fba7f-5664-414f-9a31-e751f2deb6a5,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:48.738509 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] For port 7d58d7b9-7d4b-410c-b052-af445cf89884, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:48.742027 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] For port 7d58d7b9-7d4b-410c-b052-af445cf89884, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=7d58d7b9-7d4b-410c-b052-af445cf89884,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:48.803634 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.833017 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:48.875771 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Allocated IP 172.20.0.1 (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb/0179266d-f0cd-4bbe-b03a-6f4e1d229adb/8b542eae-b007-4719-bc7a-152cd0aa5356) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:36:48.901508 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:48.902513 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:48.976643 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.db.api [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:36:48.977590 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG oslo_db.api [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:36:48.984229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=481fba7f-5664-414f-9a31-e751f2deb6a5,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:49.045049 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks [] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.065736 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af5fc-d81a-44da-b24e-0ca5ea111e70 None None] Pushing event updated for resources: {'Port': ['ID=7d58d7b9-7d4b-410c-b052-af445cf89884,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:49.073907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea8eb9-f3bb-4f70-8ccf-f98e3f63fb44 req-b9916949-1631-4ddc-be4e-8bc36266ba1d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:49.076422 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67ea8eb9-f3bb-4f70-8ccf-f98e3f63fb44 req-b9916949-1631-4ddc-be4e-8bc36266ba1d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0500720 Apr 12 17:36:49.086534 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:49.127983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.129089 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-67ea8eb9-f3bb-4f70-8ccf-f98e3f63fb44 req-a1b44679-db0d-495e-86a0-f7c4393e0f68 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Apr 12 17:36:49.213629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.255762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:49.257434 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:49.261863 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:36:49.262575 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.271406 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Pushing event updated for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:49.350616 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:46Z', 'revision_number': 3, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:49.380876 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f7695-1868-456d-a3d4-1251b73285a4 None None] The sync data for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi is: [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:46Z', 'revision_number': 3, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:36:49.521009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.661406 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-7fe35898-f0c9-42a5-a949-83f92c1c3d93 None None] Current status of the port 481fba7f-5664-414f-9a31-e751f2deb6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:49.740166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks [] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.778480 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Provisioning complete for port 481fba7f-5664-414f-9a31-e751f2deb6a5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:49.778853 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.836150 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.836982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.860591 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Current status of the port 481fba7f-5664-414f-9a31-e751f2deb6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:49.869644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Provisioning complete for port 8b542eae-b007-4719-bc7a-152cd0aa5356 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:49.869644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:49.904397 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a456f-1f6f-4805-a505-27b683f501b6 None None] Port 8b542eae-b007-4719-bc7a-152cd0aa5356 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:49.926271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Pushing event updated for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:49.971181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:36:49.972642 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:36:50.138464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:36:50.245395 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-4409750a-2b15-4d47-a1f4-35278027afcd None None] Provisioning complete for port 8b542eae-b007-4719-bc7a-152cd0aa5356 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:50.245914 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4409750a-2b15-4d47-a1f4-35278027afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.296743 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 481fba7f-5664-414f-9a31-e751f2deb6a5 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:50.315187 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cfa79-d574-48e2-9d5e-1dfd477c4f2c req-431468ef-eb83-4a89-a9ea-8822bccbdc0b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:50.317704 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:36:50.323939 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce7cfa79-d574-48e2-9d5e-1dfd477c4f2c req-431468ef-eb83-4a89-a9ea-8822bccbdc0b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0766783 Apr 12 17:36:50.333538 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-4409750a-2b15-4d47-a1f4-35278027afcd None None] Port 8b542eae-b007-4719-bc7a-152cd0aa5356 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:50.344025 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.347439 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f235f245-05c0-4e6d-bbac-65ca560baf97 admin admin] 10.222.0.32 "PUT /v2.0/routers/cfe94c6e-a25c-4e73-bed1-81bbe9c27f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630881 Apr 12 17:36:50.373040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 481fba7f-5664-414f-9a31-e751f2deb6a5 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:50.373434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.395434 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce7cfa79-d574-48e2-9d5e-1dfd477c4f2c req-f923f917-6b05-4629-973f-8745067b8de2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678895 Apr 12 17:36:50.467068 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 481fba7f-5664-414f-9a31-e751f2deb6a5 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:50.468116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 7d58d7b9-7d4b-410c-b052-af445cf89884 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:50.511300 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 7d58d7b9-7d4b-410c-b052-af445cf89884 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:50.511683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.590969 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 7d58d7b9-7d4b-410c-b052-af445cf89884 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:50.591869 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.613196 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 7d58d7b9-7d4b-410c-b052-af445cf89884, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=7d58d7b9-7d4b-410c-b052-af445cf89884,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:50.716294 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:50.768849 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=7d58d7b9-7d4b-410c-b052-af445cf89884,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:50.947077 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-446fa61a-b8dc-4990-9118-d15b8e7c892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:50.948787 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-446fa61a-b8dc-4990-9118-d15b8e7c892b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1129 time: 0.0408709 Apr 12 17:36:51.045501 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-97d033a8-d9a8-47fc-9b23-a6098be31d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:51.047019 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-97d033a8-d9a8-47fc-9b23-a6098be31d43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0868578 Apr 12 17:36:51.103780 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Sync routers for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:36:51.113796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:51.114373 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:51.123897 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-b7a8ba5f-b25c-4157-86f3-299cc1f844a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 1001 time: 0.0671642 Apr 12 17:36:51.176313 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-a3605c94-6628-4c2f-9482-240f0315a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:51.177911 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-a3605c94-6628-4c2f-9482-240f0315a20a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0457804 Apr 12 17:36:51.242939 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-5448be70-3e7d-4f67-9c3f-e6a64580a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:51.245398 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-5448be70-3e7d-4f67-9c3f-e6a64580a2ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593750 Apr 12 17:36:51.245613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:51.367443 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-be236620-492c-41f8-b1c2-2b58515d378f service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138506 Apr 12 17:36:51.490106 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:49Z', 'revision_number': 4, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8b542eae-b007-4719-bc7a-152cd0aa5356', 'name': '', 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'mac_address': 'fa:16:3e:6c:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:48Z', 'updated_at': '2022-04-12T17:36:49Z', 'revision_number': 2, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'subnets': [{'id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:51.499886 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-817fda65-26f9-4e9d-ba75-a7bfa0e6cdb3 req-e0fcff9a-da76-4f51-9909-e7af1293734c service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260180 Apr 12 17:36:51.535573 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Checking router: cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:36:51.535931 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Updating router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 port 8b542eae-b007-4719-bc7a-152cd0aa5356 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:36:51.555941 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdfe5a-8262-432f-a560-ac91f989d384 req-a9041dd9-c2af-4abd-9791-47fa93af326d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:51.561183 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13fdfe5a-8262-432f-a560-ac91f989d384 req-a9041dd9-c2af-4abd-9791-47fa93af326d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0749960 Apr 12 17:36:51.568407 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:51.634144 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13fdfe5a-8262-432f-a560-ac91f989d384 req-a83f5155-f49c-4096-96fe-28ae6af8db97 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672977 Apr 12 17:36:51.867662 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:51.914564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks [] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:51.979053 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.086213 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d994e0-276a-4669-812f-ffad3c1c4253 None None] Pushing event updated for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:52.132791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Attempting to bind port 8b542eae-b007-4719-bc7a-152cd0aa5356 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:36:52.133177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Attempting to bind port 8b542eae-b007-4719-bc7a-152cd0aa5356 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:36:52.133597 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Attempting to bind port 8b542eae-b007-4719-bc7a-152cd0aa5356 on network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:36:52.140367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:36:52.140755 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Checking segment: {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:36:52.141161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.141557 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Bound using segment: {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:36:52.142060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Bound port: 8b542eae-b007-4719-bc7a-152cd0aa5356, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:36:52.142443 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.229914 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 7d58d7b9-7d4b-410c-b052-af445cf89884 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:52.285892 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] For port 8b542eae-b007-4719-bc7a-152cd0aa5356, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:36:52.307250 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] For port 8b542eae-b007-4719-bc7a-152cd0aa5356, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8b542eae-b007-4719-bc7a-152cd0aa5356,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:36:52.320930 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 7d58d7b9-7d4b-410c-b052-af445cf89884 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:52.321304 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.370791 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-8de2096d-8d48-4934-9ef8-856842a09155 None None] Provisioning complete for port 8b542eae-b007-4719-bc7a-152cd0aa5356 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:52.371167 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8de2096d-8d48-4934-9ef8-856842a09155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.399058 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.484947 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8de2096d-8d48-4934-9ef8-856842a09155 None None] Port 8b542eae-b007-4719-bc7a-152cd0aa5356 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:36:52.498158 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 7d58d7b9-7d4b-410c-b052-af445cf89884 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:52.510475 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:36:52.510997 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:36:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:52.513516 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d994e0-276a-4669-812f-ffad3c1c4253 None None] Pushing event updated for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:52.651950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:36:52.813830 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4411b34-5381-40d0-aa8d-38bdf007b846 req-3d2c4833-9eda-4f73-955e-637ce1a9caab tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:52.816645 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4411b34-5381-40d0-aa8d-38bdf007b846 req-3d2c4833-9eda-4f73-955e-637ce1a9caab tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 945 time: 0.0696571 Apr 12 17:36:52.834150 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Provisioning complete for port 8b542eae-b007-4719-bc7a-152cd0aa5356 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:52.834631 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:52.899597 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b4411b34-5381-40d0-aa8d-38bdf007b846 req-94485f43-6e81-417d-b316-4812fe2a543a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765922 Apr 12 17:36:52.972471 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:49Z', 'revision_number': 4, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8b542eae-b007-4719-bc7a-152cd0aa5356', 'name': '', 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'mac_address': 'fa:16:3e:6c:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:48Z', 'updated_at': '2022-04-12T17:36:52Z', 'revision_number': 4, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'subnets': [{'id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:36:53.007181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f487e9a-31c5-4751-8d10-d57436c19c71 None None] The sync data for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi is: [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:49Z', 'revision_number': 4, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '8b542eae-b007-4719-bc7a-152cd0aa5356', 'name': '', 'network_id': 'c21585d7-3c0d-456d-bf6b-f6abd03b4fdb', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'mac_address': 'fa:16:3e:6c:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:48Z', 'updated_at': '2022-04-12T17:36:52Z', 'revision_number': 4, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'subnets': [{'id': '0179266d-f0cd-4bbe-b03a-6f4e1d229adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:36:53.010728 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Current status of the port 8b542eae-b007-4719-bc7a-152cd0aa5356 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:53.011179 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:53.052004 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] For port 8b542eae-b007-4719-bc7a-152cd0aa5356, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8b542eae-b007-4719-bc7a-152cd0aa5356,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:53.150270 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:53.215640 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:36:53.428226 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9ea35-f030-4f6c-9160-7b98e459f9b5 None None] Pushing event updated for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:53.525417 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: ACTIVE; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:53.525835 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:53.567478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:36:53.568306 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:36:53.570639 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6c8c26-085a-4150-be56-9bbe63769bf3" -d '{"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-unplugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:36:53.605754 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9bf0c-9100-4323-9f77-e0acb145073d x-openstack-request-id: req-b3a9bf0c-9100-4323-9f77-e0acb145073d {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:36:53.607158 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-unplugged", "status": "failed", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "code": 422}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:36:53.607615 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3a9bf0c-9100-4323-9f77-e0acb145073d {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:36:53.608298 dv-cinder-837532-1-iscsi neutron-server[103812]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b3a9bf0c-9100-4323-9f77-e0acb145073d']: {'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'code': 422} returned with failed status Apr 12 17:36:53.635642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:53.707760 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=8']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:36:54.026689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c28214-5f7b-4d33-a02a-04b204ca3dfa req-536bc12d-beab-4c12-af9a-b87dcc4c3d23 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:54.035592 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12c28214-5f7b-4d33-a02a-04b204ca3dfa req-536bc12d-beab-4c12-af9a-b87dcc4c3d23 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0649209 Apr 12 17:36:54.134916 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12c28214-5f7b-4d33-a02a-04b204ca3dfa req-8c420441-3c96-4e43-8010-b434191ba2d6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956430 Apr 12 17:36:54.261036 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8b542eae-b007-4719-bc7a-152cd0aa5356 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:36:54.336233 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 8b542eae-b007-4719-bc7a-152cd0aa5356 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:36:54.336910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:36:54.481733 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 8b542eae-b007-4719-bc7a-152cd0aa5356 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:36:55.993314 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-525590f7-5d84-49d1-8326-01f9c3b00152 req-f6aa8d7a-b27f-46db-b0f2-eafddfebaed5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:36:56.000434 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-525590f7-5d84-49d1-8326-01f9c3b00152 req-f6aa8d7a-b27f-46db-b0f2-eafddfebaed5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1242013 Apr 12 17:36:56.710311 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:36:57.379410 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad77b-dbad-4edb-abb6-92481cb55b31 req-b69b32f8-1fa8-4bd0-95b4-b097ad596183 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:57.389774 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-024ad77b-dbad-4edb-abb6-92481cb55b31 req-b69b32f8-1fa8-4bd0-95b4-b097ad596183 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0583761 Apr 12 17:36:57.454890 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-024ad77b-dbad-4edb-abb6-92481cb55b31 req-41e96e11-7c17-426d-811f-c26b93aeb98c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644345 Apr 12 17:36:58.568108 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b89b-e48f-4af4-b444-5441647e6dec req-c259e371-9d15-41cc-b881-3047e1f6a144 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:58.571193 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ed9b89b-e48f-4af4-b444-5441647e6dec req-c259e371-9d15-41cc-b881-3047e1f6a144 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0469925 Apr 12 17:36:58.599941 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 51696) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:58.624764 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ed9b89b-e48f-4af4-b444-5441647e6dec req-8d4d5455-e547-444b-b3ad-d03c5e487760 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Apr 12 17:36:58.696983 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-00bbb0e5-6f6c-424b-8f11-b41ad341e4f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957458 Apr 12 17:36:58.710425 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-0e4fdd04-1304-40bd-b1e7-7ea74ec0ea9f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:36:58.711499 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-0e4fdd04-1304-40bd-b1e7-7ea74ec0ea9f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056875 Apr 12 17:36:58.808312 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 51706) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:36:58.925136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-38cd4b1f-17ac-427e-90f8-2236ed24e327 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:58.926805 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-38cd4b1f-17ac-427e-90f8-2236ed24e327 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports/af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 940 time: 0.1141250 Apr 12 17:36:59.762814 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2f855-fc21-4965-863f-ca313da14fb6 req-5ee70909-28f2-4e58-bc75-58177908fd19 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:36:59.765616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ad2f855-fc21-4965-863f-ca313da14fb6 req-5ee70909-28f2-4e58-bc75-58177908fd19 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0557678 Apr 12 17:36:59.829819 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ad2f855-fc21-4965-863f-ca313da14fb6 req-ebf9d5fd-9e55-43bf-bc76-dc1d3447b11e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544386 Apr 12 17:37:00.965382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfa744-7295-4608-a011-d1e34b952553 req-ad8ecd3b-b570-4d9c-a6e6-695f2bb781dc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:00.967005 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29cfa744-7295-4608-a011-d1e34b952553 req-ad8ecd3b-b570-4d9c-a6e6-695f2bb781dc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0572071 Apr 12 17:37:01.021109 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29cfa744-7295-4608-a011-d1e34b952553 req-516052c6-afb2-402b-8cd2-d2b6f89e4a51 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473530 Apr 12 17:37:02.143596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b351b4-4fb5-4832-bacb-aea07910d8b1 req-b296cc17-28c9-48f6-a2b5-7f0ca070cac4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:02.145061 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89b351b4-4fb5-4832-bacb-aea07910d8b1 req-b296cc17-28c9-48f6-a2b5-7f0ca070cac4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0474665 Apr 12 17:37:02.193747 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89b351b4-4fb5-4832-bacb-aea07910d8b1 req-0108c7fc-6f6b-4a7d-8d08-7536ebc71c1f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Apr 12 17:37:03.217668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-ea7682db-1b91-4f25-85af-dbafdd631150 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:03.219169 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-ea7682db-1b91-4f25-85af-dbafdd631150 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 815 time: 0.1003375 Apr 12 17:37:03.233484 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-5ae81997-d4b8-4205-b9e5-b631f319abe4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/quotas/bdcc592473fb40bcaee7529c3f85dbc0 HTTP/1.1" status: 200 len: 375 time: 0.0089018 Apr 12 17:37:03.307302 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-3be9f078-218c-460a-bfca-f4fff0f512b8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686696 Apr 12 17:37:03.322653 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c716d1f-35d4-48ca-bf3a-4b35721835d9 req-2627ee30-d414-4f2a-8641-715009a8551b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:03.324105 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c716d1f-35d4-48ca-bf3a-4b35721835d9 req-2627ee30-d414-4f2a-8641-715009a8551b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0589488 Apr 12 17:37:03.423649 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c716d1f-35d4-48ca-bf3a-4b35721835d9 req-eb162b53-77e4-41c3-98a8-9a50531e053c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912046 Apr 12 17:37:03.440444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-a0a59a6e-aece-427d-a0be-1bde7c766c21 service neutron] 10.222.0.32 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154115 Apr 12 17:37:03.535748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-124caa4a-ceb3-4a0d-8854-ecf8a1d80902 service neutron] 10.222.0.32 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883713 Apr 12 17:37:03.838244 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13997a9b-207f-4549-8764-6bce0ec6404c req-7e63379c-be50-4588-bfb4-c4023b16d32c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Apr 12 17:37:04.566883 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d521f-fef0-4b8f-aa41-fbb00e8f85e9 req-b02d4109-a82d-4cab-8359-3b4fe8d5ca7c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:04.569163 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-485d521f-fef0-4b8f-aa41-fbb00e8f85e9 req-b02d4109-a82d-4cab-8359-3b4fe8d5ca7c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0905957 Apr 12 17:37:04.582277 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51e85a-1eb3-4e5a-8525-87f9beee3d83 req-526d0914-bef6-47dd-95e8-f3bbc35dc3b2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:04.583864 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c51e85a-1eb3-4e5a-8525-87f9beee3d83 req-526d0914-bef6-47dd-95e8-f3bbc35dc3b2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0677211 Apr 12 17:37:04.660902 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-485d521f-fef0-4b8f-aa41-fbb00e8f85e9 req-0484ea55-f9c7-4d8d-b233-82842d79c306 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855989 Apr 12 17:37:04.668139 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c51e85a-1eb3-4e5a-8525-87f9beee3d83 req-529920e4-3d26-40ae-bf8e-8b956140b8d3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690515 Apr 12 17:37:04.932034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-24099898-7e50-4df8-8210-2457a996d1e1 req-b214486a-31a7-4ef2-8d7e-1c2a53b49ead tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Apr 12 17:37:05.809332 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131b7fe-875f-444f-b558-d1efbd9d9aaf req-47eeac08-1510-4e8c-8d12-7a4e42f67256 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:05.810840 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b131b7fe-875f-444f-b558-d1efbd9d9aaf req-47eeac08-1510-4e8c-8d12-7a4e42f67256 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0816758 Apr 12 17:37:05.825736 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0427-4dcc-4059-9988-13c60f800b8c req-0f72177d-b233-432b-ad58-56779efe5426 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:05.827256 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d3a0427-4dcc-4059-9988-13c60f800b8c req-0f72177d-b233-432b-ad58-56779efe5426 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0683770 Apr 12 17:37:05.891885 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b131b7fe-875f-444f-b558-d1efbd9d9aaf req-a127b3fa-f0f2-4599-b937-1210ba1b6420 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734496 Apr 12 17:37:05.902935 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d3a0427-4dcc-4059-9988-13c60f800b8c req-82be6b02-bbb8-4432-a354-a0759f2b9635 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698390 Apr 12 17:37:05.929142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-2c133ed7-a91e-4230-bf53-4ac5a324d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:05.930650 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-2c133ed7-a91e-4230-bf53-4ac5a324d64b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 1127 time: 0.0713563 Apr 12 17:37:06.003900 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-7bcc8c71-2f60-4a8d-98dc-23e362092034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:06.005366 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-7bcc8c71-2f60-4a8d-98dc-23e362092034 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1127 time: 0.0412872 Apr 12 17:37:06.023738 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c9d7183-0d1e-48bc-9165-95b6a37c5ae9 req-0874d19e-5d57-4888-8d97-8db96891594b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 210 time: 0.0260794 Apr 12 17:37:06.333074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-807a9c64-79be-40af-8dd1-ff2e8d589e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:06.333074 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-807a9c64-79be-40af-8dd1-ff2e8d589e31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0825510 Apr 12 17:37:06.394417 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-adea50ae-5ea5-4641-99ad-995aecb3a9a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 999 time: 0.0592911 Apr 12 17:37:06.441330 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-b190372a-0d67-47a3-bbc0-0362b9249907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:06.442794 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-b190372a-0d67-47a3-bbc0-0362b9249907 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0425458 Apr 12 17:37:06.484201 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602461a-a06b-47f3-b226-3b28715534d2 req-50a30ec1-1efa-48fe-89dd-0e37d531e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:06.485672 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-50a30ec1-1efa-48fe-89dd-0e37d531e53b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367887 Apr 12 17:37:06.641710 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-cd287dd8-d061-495a-899b-45d58622a7f0 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490719 Apr 12 17:37:06.686422 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-ace8a597-60bb-4373-b52a-261cc321f001 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:06.687828 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-ace8a597-60bb-4373-b52a-261cc321f001 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 815 time: 0.1433129 Apr 12 17:37:06.719096 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'port': {'device_id': '6eb27313-012b-4718-baa4-f7d438b314c3', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'admin_state_up': True, 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:37:06.811765 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7602461a-a06b-47f3-b226-3b28715534d2 req-c3e1f55a-a8e4-40be-b1de-ffe93ba5ff07 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613073 Apr 12 17:37:06.909771 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Made reservation on behalf of bdcc592473fb40bcaee7529c3f85dbc0 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:37:06.913009 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.054226 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbfa71-de51-46e3-899e-1fc10f54af3a req-9b42990a-ba45-4049-9fb6-19d5d91bdcab tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:07.054818 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Allocated IP 172.20.0.4 (a6fef5bc-fbaf-4764-9314-6ade9933719d/e9921e80-4c54-4154-b9ec-7418a7828456/5a98c734-b36a-42fb-b062-4e8e2a2cd56b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:37:07.055726 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddbbfa71-de51-46e3-899e-1fc10f54af3a req-9b42990a-ba45-4049-9fb6-19d5d91bdcab tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0806382 Apr 12 17:37:07.064603 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52963f3f-8cd1-4eee-97f2-b808e51d38d1 req-853c80c3-91f4-4f1e-8de6-d60e26a1f9ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:07.066021 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52963f3f-8cd1-4eee-97f2-b808e51d38d1 req-853c80c3-91f4-4f1e-8de6-d60e26a1f9ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0782449 Apr 12 17:37:07.143776 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddbbfa71-de51-46e3-899e-1fc10f54af3a req-159b2d7b-63ab-45b6-bf9f-e6ffd0aedf02 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767822 Apr 12 17:37:07.151469 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52963f3f-8cd1-4eee-97f2-b808e51d38d1 req-2885ea40-dc0a-48f7-b64b-38818d9d02ef tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773754 Apr 12 17:37:07.206908 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.233506 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51255744-b6c3-4836-8cbe-13faa1361622 req-42357d88-2c5c-424e-abe7-289f84e623f5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 210 time: 0.0294094 Apr 12 17:37:07.298754 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.347490 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Network a6fef5bc-fbaf-4764-9314-6ade9933719d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:37:07.353044 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:37:07.357110 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:37:07.365075 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:07.365075 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.373069 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:07.384557 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.385034 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.385240 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.385579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.385911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.386277 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.387189 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.387535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.387870 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.388202 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.388742 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.389188 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.389524 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.389913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.394358 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:07.455645 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-d79ed712-553b-495b-87a1-a87909ab1508 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400174 Apr 12 17:37:07.482404 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Request body: {'port': {'device_id': '6eb27313-012b-4718-baa4-f7d438b314c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:37:07.602956 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.673532 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-529eb8fc-480e-43f9-b28a-bd42bc0fcbb1 None None] Provisioning complete for port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:37:07.674296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-529eb8fc-480e-43f9-b28a-bd42bc0fcbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:07.734286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-529eb8fc-480e-43f9-b28a-bd42bc0fcbb1 None None] Port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:37:08.270434 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a98c734-b36a-42fb-b062-4e8e2a2cd56b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:37:08.280349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks [] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:08.293860 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Transition to ACTIVE for port object 5a98c734-b36a-42fb-b062-4e8e2a2cd56b will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:37:08.296351 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806399e-0b24-4efd-b73b-be9ff50c9dc3 req-25600372-2669-42ea-b276-0ec54c6b8b9e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:08.297830 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f806399e-0b24-4efd-b73b-be9ff50c9dc3 req-25600372-2669-42ea-b276-0ec54c6b8b9e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0526729 Apr 12 17:37:08.358430 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f806399e-0b24-4efd-b73b-be9ff50c9dc3 req-fab7a09e-6d0b-4083-8835-d8474569886e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546994 Apr 12 17:37:08.384253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:08.444341 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:08.478306 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Attempting to bind port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:37:08.479384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Attempting to bind port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:37:08.479384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Attempting to bind port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b on network a6fef5bc-fbaf-4764-9314-6ade9933719d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:37:08.484191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b on network a6fef5bc-fbaf-4764-9314-6ade9933719d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:37:08.484525 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Attempting to bind port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b on network a6fef5bc-fbaf-4764-9314-6ade9933719d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:37:08.489679 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:37:08.490025 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Checking segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:37:08.490444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Bound using segment: {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:37:08.490878 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Bound port: 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5027272-43ee-4bb0-9f0e-cf881426567d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:37:08.491227 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209ecb4-0be7-4ca8-8113-95037bea7ed4 req-c9d97e5b-8ecf-4861-b02c-16943c0cabb3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:08.491348 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:08.492794 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5209ecb4-0be7-4ca8-8113-95037bea7ed4 req-c9d97e5b-8ecf-4861-b02c-16943c0cabb3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0663025 Apr 12 17:37:08.546564 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5209ecb4-0be7-4ca8-8113-95037bea7ed4 req-27947813-bb5d-4354-a731-024064b49a1b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469508 Apr 12 17:37:08.566365 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:37:08.569644 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:37:08.647308 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:08.680097 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f59d8-9779-4bdb-b1e0-3aff6bafdb1d req-fccae92c-2249-4641-9d04-d784a90fca72 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:08.681639 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-917f59d8-9779-4bdb-b1e0-3aff6bafdb1d req-fccae92c-2249-4641-9d04-d784a90fca72 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0628128 Apr 12 17:37:08.702077 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:08.702730 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:08.704408 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] 10.222.0.60 "PUT /v2.0/ports/5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 1093 time: 1.2263584 Apr 12 17:37:08.705313 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:37:08.709809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86191911-ef26-4ac1-a97f-b6e6b9e5636d" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:37:08.734727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff818d-9df4-4409-934b-17e35578b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:08.770806 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-917f59d8-9779-4bdb-b1e0-3aff6bafdb1d req-96f7ff2f-63b7-43e3-b934-f4036dd4ac47 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820756 Apr 12 17:37:08.825945 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b78f9-6afc-475c-83e4-b9c3571b618c x-openstack-request-id: req-795b78f9-6afc-475c-83e4-b9c3571b618c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:37:08.826299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:37:08.826560 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-795b78f9-6afc-475c-83e4-b9c3571b618c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:37:08.826995 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795b78f9-6afc-475c-83e4-b9c3571b618c'] response: {'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:37:09.479922 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d6957-a857-4810-a1bf-f58e829ae5a3 req-37e0e5c8-eb21-42a0-9702-8a951ab5f887 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:09.481711 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b9d6957-a857-4810-a1bf-f58e829ae5a3 req-37e0e5c8-eb21-42a0-9702-8a951ab5f887 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0526254 Apr 12 17:37:09.526819 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b9d6957-a857-4810-a1bf-f58e829ae5a3 req-ab6b9f52-5b67-4ba1-be81-8e9d47d7d543 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Apr 12 17:37:09.663983 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0c453-7578-4d83-bd82-8a1335007991 req-aec2ba3c-c24e-4c1f-8f13-fd52c0770f18 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:09.665401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ee0c453-7578-4d83-bd82-8a1335007991 req-aec2ba3c-c24e-4c1f-8f13-fd52c0770f18 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0456922 Apr 12 17:37:09.713092 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ee0c453-7578-4d83-bd82-8a1335007991 req-cb70ca25-dbdc-47e6-8372-9ec9e94b33d5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Apr 12 17:37:09.893486 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1f5ff-dbbe-44aa-aaae-38747063f0eb req-23679af4-2aaf-43af-9d46-612a5f88d9e9 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:09.894974 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56f1f5ff-dbbe-44aa-aaae-38747063f0eb req-23679af4-2aaf-43af-9d46-612a5f88d9e9 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0482025 Apr 12 17:37:09.942814 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56f1f5ff-dbbe-44aa-aaae-38747063f0eb req-3b2dbc66-d5bd-4698-bfa3-e3f10fbcacc6 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Apr 12 17:37:10.638056 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882028-9b3c-44ad-8ad8-061390dd26c5 req-fd3245b3-58bb-4986-96c8-62107300e89d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:10.639998 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f882028-9b3c-44ad-8ad8-061390dd26c5 req-fd3245b3-58bb-4986-96c8-62107300e89d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0450714 Apr 12 17:37:10.686298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7f882028-9b3c-44ad-8ad8-061390dd26c5 req-37a647b2-69b5-4588-9c23-8f5feab6de04 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Apr 12 17:37:10.848658 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f331b-3672-4dc3-866b-e973eefdd80f req-70800833-e3e8-4e8f-9739-ab8667529093 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:10.850227 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a2f331b-3672-4dc3-866b-e973eefdd80f req-70800833-e3e8-4e8f-9739-ab8667529093 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0582478 Apr 12 17:37:10.901691 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a2f331b-3672-4dc3-866b-e973eefdd80f req-dc1bdef0-a283-42a2-930d-f0101484dfbe tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Apr 12 17:37:11.054320 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0d62-05d5-4a13-8f0f-fcafddde8db0 req-4dee6d64-898a-47a7-b770-01fce7ea11c2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:11.069957 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-153f0d62-05d5-4a13-8f0f-fcafddde8db0 req-4dee6d64-898a-47a7-b770-01fce7ea11c2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0492778 Apr 12 17:37:11.105944 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-153f0d62-05d5-4a13-8f0f-fcafddde8db0 req-63bd1346-fe9e-4504-ad08-2aa8e757b35e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Apr 12 17:37:11.809932 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483baaf-9efb-4306-8c98-541e32ae80be req-e3b93dab-e4cc-4d53-acb2-32839e8be4d5 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:11.811539 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9483baaf-9efb-4306-8c98-541e32ae80be req-e3b93dab-e4cc-4d53-acb2-32839e8be4d5 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0557556 Apr 12 17:37:11.860315 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9483baaf-9efb-4306-8c98-541e32ae80be req-0f79ffc0-7c9a-4d1d-ab79-c70a628bb858 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Apr 12 17:37:12.027954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a8ea-c2a4-4b71-996d-8fe2f051d7f1 req-64b4b8af-46c0-4706-bb0f-640976613bac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:12.027954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fa1a8ea-c2a4-4b71-996d-8fe2f051d7f1 req-64b4b8af-46c0-4706-bb0f-640976613bac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0491753 Apr 12 17:37:12.081092 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8fa1a8ea-c2a4-4b71-996d-8fe2f051d7f1 req-e55454cd-e529-400e-8c5b-e2087f0e4879 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Apr 12 17:37:12.227837 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76ec71-3907-4220-af17-93603bce5ef7 req-c96c62d2-88c0-4dfe-a1d2-ee157e6b3f92 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:12.229301 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb76ec71-3907-4220-af17-93603bce5ef7 req-c96c62d2-88c0-4dfe-a1d2-ee157e6b3f92 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0467565 Apr 12 17:37:12.278179 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bb76ec71-3907-4220-af17-93603bce5ef7 req-c6a0fdbf-ab01-433e-888f-5f5190b5f8f9 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Apr 12 17:37:12.977985 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e331abf-d11c-469e-b6e0-b36e01f49184 req-9403cae1-3f83-400f-8d3d-da364dda67b3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:12.979489 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e331abf-d11c-469e-b6e0-b36e01f49184 req-9403cae1-3f83-400f-8d3d-da364dda67b3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0480905 Apr 12 17:37:13.058745 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e331abf-d11c-469e-b6e0-b36e01f49184 req-a12e37c9-ff6a-48a9-a3b5-bf26de732d00 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691736 Apr 12 17:37:13.215100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154301-7580-408c-b4cb-0c975269b627 req-27e4f8e4-f24f-432e-a3a5-8193ac76b9d3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:13.216628 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd154301-7580-408c-b4cb-0c975269b627 req-27e4f8e4-f24f-432e-a3a5-8193ac76b9d3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0601239 Apr 12 17:37:13.263929 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bd154301-7580-408c-b4cb-0c975269b627 req-cbfcfdf1-833c-4728-b53a-fde41d2e837b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Apr 12 17:37:13.388700 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467cf03-c79f-4064-90d9-0c95f81eb6fc req-5fce9395-2326-4929-8542-bd06a2b74fea tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:13.390243 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d467cf03-c79f-4064-90d9-0c95f81eb6fc req-5fce9395-2326-4929-8542-bd06a2b74fea tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0465202 Apr 12 17:37:13.444389 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d467cf03-c79f-4064-90d9-0c95f81eb6fc req-de106bf9-c640-4804-ac96-154be6ab38b0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Apr 12 17:37:13.710783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:14.170368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b3244-535f-498e-b795-ecad24932c91 req-db511a8c-0d68-48a1-8c9b-ac49a41fc98f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:14.171834 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a3b3244-535f-498e-b795-ecad24932c91 req-db511a8c-0d68-48a1-8c9b-ac49a41fc98f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0491407 Apr 12 17:37:14.222580 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a3b3244-535f-498e-b795-ecad24932c91 req-3af74600-ad10-4ebc-b72e-ff2b56321031 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Apr 12 17:37:14.386545 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25f26-7d81-4d2f-9e73-2ef719a98ded req-ccf971f9-9fb1-4c28-98a8-2e6908bac86c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:14.388008 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59d25f26-7d81-4d2f-9e73-2ef719a98ded req-ccf971f9-9fb1-4c28-98a8-2e6908bac86c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0459831 Apr 12 17:37:14.433390 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59d25f26-7d81-4d2f-9e73-2ef719a98ded req-86c8a0e3-9c4f-4298-bd44-872acb0252da tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395367 Apr 12 17:37:14.556833 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cf91-443a-4354-9717-2454f3db249e req-97954126-70ed-44d2-bc11-5e67879a4a78 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:14.558367 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f717cf91-443a-4354-9717-2454f3db249e req-97954126-70ed-44d2-bc11-5e67879a4a78 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0484202 Apr 12 17:37:14.608014 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f717cf91-443a-4354-9717-2454f3db249e req-92525698-1601-40f3-8b87-5abf1c5b127b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Apr 12 17:37:15.340162 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb4e2f-1ebd-428a-a95d-e5b6648ae303 req-d8598f6e-d58e-488d-a3b1-48db54816600 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:15.341610 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2cb4e2f-1ebd-428a-a95d-e5b6648ae303 req-d8598f6e-d58e-488d-a3b1-48db54816600 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0455310 Apr 12 17:37:15.387932 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e2cb4e2f-1ebd-428a-a95d-e5b6648ae303 req-f10bc7c9-6707-44b6-a2f9-b8e76eed2787 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Apr 12 17:37:15.480981 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cde05f6d-2abe-48ef-b298-1034241b119f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:15.552615 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20b1d-9f48-4ef6-8ecf-e660f2072ede req-1e79ab14-ba3d-446e-9b56-aa77dbd6d6f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:15.554136 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6c20b1d-9f48-4ef6-8ecf-e660f2072ede req-1e79ab14-ba3d-446e-9b56-aa77dbd6d6f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0468810 Apr 12 17:37:15.612634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6c20b1d-9f48-4ef6-8ecf-e660f2072ede req-05b3301e-5312-44fb-be7b-074445d4c2a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516493 Apr 12 17:37:15.734182 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd5dc-2992-4047-80fd-0d3dc9f993bd req-50281850-91f0-450e-8ff2-5dc806fa2683 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:15.734182 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af7fd5dc-2992-4047-80fd-0d3dc9f993bd req-50281850-91f0-450e-8ff2-5dc806fa2683 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0455635 Apr 12 17:37:15.787179 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af7fd5dc-2992-4047-80fd-0d3dc9f993bd req-430fc538-ceb6-49e7-918a-ab6be6468671 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Apr 12 17:37:16.516133 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94cd0f-fae8-47e7-a2b7-e4648cc7ca1b req-1a2fbebc-106b-4f62-9baa-1725b26bcda4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:16.517722 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b94cd0f-fae8-47e7-a2b7-e4648cc7ca1b req-1a2fbebc-106b-4f62-9baa-1725b26bcda4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0495615 Apr 12 17:37:16.574579 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6b94cd0f-fae8-47e7-a2b7-e4648cc7ca1b req-95cc7a3e-0845-4953-b1c1-346fa58fb186 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506701 Apr 12 17:37:16.737527 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810f19-708f-46c0-941c-c6a59e5a73af req-fbf02029-0d05-448b-aef5-32ef8bed3f3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:16.739119 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0810f19-708f-46c0-941c-c6a59e5a73af req-fbf02029-0d05-448b-aef5-32ef8bed3f3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0496917 Apr 12 17:37:16.797889 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0810f19-708f-46c0-941c-c6a59e5a73af req-89d95939-8257-41b2-82fe-0883d49abfe9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520413 Apr 12 17:37:16.901893 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6b738-7560-4c70-a651-beb29529b31e req-3dc9a6c2-d73e-44a1-aa54-fe9845b12a66 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:16.903407 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ab6b738-7560-4c70-a651-beb29529b31e req-3dc9a6c2-d73e-44a1-aa54-fe9845b12a66 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0485744 Apr 12 17:37:16.957214 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ab6b738-7560-4c70-a651-beb29529b31e req-4834a075-7970-4137-a1b0-0dd5bb191af3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Apr 12 17:37:17.695083 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee55e3-a991-4dba-b666-09f4cb5ffa83 req-b7991ba8-d39c-4d28-b3ba-d1bc1bf4c3ec tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:17.696877 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0ee55e3-a991-4dba-b666-09f4cb5ffa83 req-b7991ba8-d39c-4d28-b3ba-d1bc1bf4c3ec tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0502059 Apr 12 17:37:17.753570 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0ee55e3-a991-4dba-b666-09f4cb5ffa83 req-d0b443bc-21a4-46b5-be92-9165b624a0b0 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Apr 12 17:37:17.858428 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae21f-672b-4346-8cee-7b686c98cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:17.915644 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074cbda-8a9a-44e1-a37e-805ddb7938f0 req-cc54e423-d446-4a44-87e4-406409da1566 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:17.917083 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6074cbda-8a9a-44e1-a37e-805ddb7938f0 req-cc54e423-d446-4a44-87e4-406409da1566 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0466065 Apr 12 17:37:17.971054 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6074cbda-8a9a-44e1-a37e-805ddb7938f0 req-81704ba5-acbe-4a0d-a522-c0fccfc1e423 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471973 Apr 12 17:37:18.078704 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150d0c8-4f8f-4450-b95b-ad841fced71b req-c2712b69-24a7-479f-b718-24f2b45bca37 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:18.080121 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e150d0c8-4f8f-4450-b95b-ad841fced71b req-c2712b69-24a7-479f-b718-24f2b45bca37 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0442712 Apr 12 17:37:18.131039 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e150d0c8-4f8f-4450-b95b-ad841fced71b req-f18fb8fa-8567-4178-96ae-1e42cc9ed938 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Apr 12 17:37:18.867962 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cafd8d-70fc-4ff3-9835-bccee9db39d5 req-6417a0d4-96e9-4f00-ae0a-b4964232e21f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:18.869523 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f2cafd8d-70fc-4ff3-9835-bccee9db39d5 req-6417a0d4-96e9-4f00-ae0a-b4964232e21f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0498807 Apr 12 17:37:18.930044 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f2cafd8d-70fc-4ff3-9835-bccee9db39d5 req-d62c9a48-497f-4a12-baf5-94ccd94a934a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Apr 12 17:37:18.978289 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:19.087643 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a05f63-e302-4453-b3a7-80ffa36f0479 req-6cdfa292-8f4b-433e-9251-e4eab6f1f76d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:19.089087 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48a05f63-e302-4453-b3a7-80ffa36f0479 req-6cdfa292-8f4b-433e-9251-e4eab6f1f76d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0454817 Apr 12 17:37:19.134600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48a05f63-e302-4453-b3a7-80ffa36f0479 req-88a3d348-58a2-41ed-a557-132de0df7f4f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Apr 12 17:37:19.243934 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e25215-ecac-424b-b7e9-dd18ea2b8ab6 req-43575077-5a7e-4c59-a402-33696cfca6ba tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:19.245364 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4e25215-ecac-424b-b7e9-dd18ea2b8ab6 req-43575077-5a7e-4c59-a402-33696cfca6ba tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0493920 Apr 12 17:37:19.503630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4e25215-ecac-424b-b7e9-dd18ea2b8ab6 req-f8fb1023-9654-44f2-9d14-a406c0d7b853 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520118 Apr 12 17:37:20.029422 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619245cd-5ef4-4d64-a389-b09033494136 req-682bab71-2563-4087-b76d-d5d32c93aad1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:20.030865 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-619245cd-5ef4-4d64-a389-b09033494136 req-682bab71-2563-4087-b76d-d5d32c93aad1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0445623 Apr 12 17:37:20.075384 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-619245cd-5ef4-4d64-a389-b09033494136 req-72b782dd-81fc-41fb-af8d-1ada647df9d1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Apr 12 17:37:20.253191 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c670eb-45f8-4d25-a053-74aedd79953b req-1c6ccff8-f2ef-4486-9741-6e2a2b9e6739 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:20.254708 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12c670eb-45f8-4d25-a053-74aedd79953b req-1c6ccff8-f2ef-4486-9741-6e2a2b9e6739 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0460348 Apr 12 17:37:20.298602 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:20.303441 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-12c670eb-45f8-4d25-a053-74aedd79953b req-e66cd3be-0a95-446e-a489-3994c2b19489 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Apr 12 17:37:20.610719 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c3d6-94c0-4f3a-bcd5-9851e484bd09 req-21211397-14a7-4337-897d-5fa4d7b108d1 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:20.612130 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8920c3d6-94c0-4f3a-bcd5-9851e484bd09 req-21211397-14a7-4337-897d-5fa4d7b108d1 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0439401 Apr 12 17:37:20.658134 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8920c3d6-94c0-4f3a-bcd5-9851e484bd09 req-e89434ed-5593-4f78-a01e-c3371f860c5d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Apr 12 17:37:21.185652 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523b88-0575-451d-ab99-fb2e44365e59 req-f028045a-5c1c-4b4e-ba38-84d34ce66493 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:21.187135 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a523b88-0575-451d-ab99-fb2e44365e59 req-f028045a-5c1c-4b4e-ba38-84d34ce66493 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0448859 Apr 12 17:37:21.236414 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a523b88-0575-451d-ab99-fb2e44365e59 req-d5617345-cda2-42d3-be6d-cf5aef26f3f1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Apr 12 17:37:21.417963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168507d-1cd3-40f2-ae37-15cdf11fbe28 req-fb291ba3-ab78-4f7f-8e41-936d6c4ad1ff tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:21.419426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8168507d-1cd3-40f2-ae37-15cdf11fbe28 req-fb291ba3-ab78-4f7f-8e41-936d6c4ad1ff tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0479324 Apr 12 17:37:21.463226 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8168507d-1cd3-40f2-ae37-15cdf11fbe28 req-020dbdf7-904e-4d6a-8093-2d023054cc06 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 Apr 12 17:37:21.765945 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6691bc-fcdc-4925-9a2e-befc40cebc96 req-d66b9c8f-44e4-4d82-b489-6fd0783b8326 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:21.767827 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb6691bc-fcdc-4925-9a2e-befc40cebc96 req-d66b9c8f-44e4-4d82-b489-6fd0783b8326 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0461533 Apr 12 17:37:21.813261 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb6691bc-fcdc-4925-9a2e-befc40cebc96 req-2f4259ab-c7b0-491a-a22f-990a3a8672ec tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Apr 12 17:37:21.887234 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:22.355999 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dafe8-bb3d-43b4-a842-a95f4db00764 req-9c2091af-bbe5-420c-bb1c-af84fde2f3be tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:22.357409 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-706dafe8-bb3d-43b4-a842-a95f4db00764 req-9c2091af-bbe5-420c-bb1c-af84fde2f3be tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0494213 Apr 12 17:37:22.407800 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-706dafe8-bb3d-43b4-a842-a95f4db00764 req-bbeabfb0-0c44-44b7-98cb-c6f3ca6ec019 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Apr 12 17:37:22.581786 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d057fb1-b6ed-4e6a-989c-08d15da8371c req-f4ad6cb5-f4f0-415f-9be5-47fbcddde876 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:22.583369 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d057fb1-b6ed-4e6a-989c-08d15da8371c req-f4ad6cb5-f4f0-415f-9be5-47fbcddde876 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0468528 Apr 12 17:37:22.630722 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d057fb1-b6ed-4e6a-989c-08d15da8371c req-1c5fd563-1fb2-476d-8978-37da66e179d1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Apr 12 17:37:22.927973 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb3f18-355f-4b00-a94f-571a1fd71422 req-068c9f5d-82cc-466d-af8c-cb9fedd04a77 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:22.929930 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddeb3f18-355f-4b00-a94f-571a1fd71422 req-068c9f5d-82cc-466d-af8c-cb9fedd04a77 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0505624 Apr 12 17:37:22.982650 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddeb3f18-355f-4b00-a94f-571a1fd71422 req-fee552d0-4b31-4eea-9595-72c789b85e6b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472136 Apr 12 17:37:23.523137 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2f97d-4197-4604-b5b5-4f8d495956a5 req-fdc47737-16d7-4c7f-9da4-865352fa9ddd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:23.524716 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a2f97d-4197-4604-b5b5-4f8d495956a5 req-fdc47737-16d7-4c7f-9da4-865352fa9ddd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0478261 Apr 12 17:37:23.576691 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-22a2f97d-4197-4604-b5b5-4f8d495956a5 req-c64e0f47-e3b7-4e4f-9034-9caa4008e4d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Apr 12 17:37:23.751637 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01979d3-d265-4115-b578-9b67223b0541 req-e892e076-c5d9-47fa-85df-85bc32725c47 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:23.753126 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a01979d3-d265-4115-b578-9b67223b0541 req-e892e076-c5d9-47fa-85df-85bc32725c47 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0499547 Apr 12 17:37:23.803120 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a01979d3-d265-4115-b578-9b67223b0541 req-d99bf88b-06e0-4d70-be4f-6bc1b0563cd1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Apr 12 17:37:24.099795 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e8ffd-8350-4b66-ae37-eaa016c5ca88 req-1352f64c-660b-4100-992b-a9e9d6a39d5d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:24.101210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c40e8ffd-8350-4b66-ae37-eaa016c5ca88 req-1352f64c-660b-4100-992b-a9e9d6a39d5d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0506797 Apr 12 17:37:24.151914 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c40e8ffd-8350-4b66-ae37-eaa016c5ca88 req-fbb294b2-89e2-4cc3-83cd-468fcca67407 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Apr 12 17:37:24.697338 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd64f61-5645-4f77-b5f6-81f952896da7 req-9fb8724a-53ea-4a27-9e9d-c938242687f8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:24.699142 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddd64f61-5645-4f77-b5f6-81f952896da7 req-9fb8724a-53ea-4a27-9e9d-c938242687f8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0507638 Apr 12 17:37:24.752185 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ddd64f61-5645-4f77-b5f6-81f952896da7 req-52c52594-2efb-4222-9bb9-b679096cd6ac tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Apr 12 17:37:25.151169 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afdea1-ae58-4d5b-a5ea-6f60c72d2bb5 req-142a58b3-ae8b-44a1-9f04-5bbb60aee8fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:25.151169 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8afdea1-ae58-4d5b-a5ea-6f60c72d2bb5 req-142a58b3-ae8b-44a1-9f04-5bbb60aee8fb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0702448 Apr 12 17:37:25.161416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8afdea1-ae58-4d5b-a5ea-6f60c72d2bb5 req-ae95eb15-bb11-45fc-b410-0994f7b23856 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Apr 12 17:37:25.284583 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c3f39-0e9c-4739-bd6f-5032fb81a7ac req-d7335401-284e-43bd-b7d3-38f63c3059bf tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:25.286253 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-157c3f39-0e9c-4739-bd6f-5032fb81a7ac req-d7335401-284e-43bd-b7d3-38f63c3059bf tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0558898 Apr 12 17:37:25.349355 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-157c3f39-0e9c-4739-bd6f-5032fb81a7ac req-fb06f97d-8f64-4dbb-8837-986d70a27bbd tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571806 Apr 12 17:37:25.973767 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536190d2-dd3c-4432-aeec-b3d561271bea req-73b60b14-f2ae-4c06-ad5d-5452d5326d64 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:25.975298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-536190d2-dd3c-4432-aeec-b3d561271bea req-73b60b14-f2ae-4c06-ad5d-5452d5326d64 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0476508 Apr 12 17:37:26.024973 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-536190d2-dd3c-4432-aeec-b3d561271bea req-71ef2988-042d-4e97-abe6-b23834c57a96 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Apr 12 17:37:26.295078 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841aeb-3585-4e4c-868d-6d772a922238 req-ce478933-6644-4f1c-ba83-113bdead2c8a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:26.297549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad841aeb-3585-4e4c-868d-6d772a922238 req-ce478933-6644-4f1c-ba83-113bdead2c8a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0534403 Apr 12 17:37:26.347578 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad841aeb-3585-4e4c-868d-6d772a922238 req-5de6dc44-be78-4077-83e6-49cb5e8bf673 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Apr 12 17:37:26.470706 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131aab6-86d4-4e96-9ce9-783ef7927960 req-fa9fd019-b2e0-4979-9d85-c362bceb52d3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:26.472654 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f131aab6-86d4-4e96-9ce9-783ef7927960 req-fa9fd019-b2e0-4979-9d85-c362bceb52d3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0551503 Apr 12 17:37:26.523379 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f131aab6-86d4-4e96-9ce9-783ef7927960 req-608d2685-8abe-498e-90f7-f34a3f02aac9 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Apr 12 17:37:27.163584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230668a-703d-42c4-943e-9a3e848ba067 req-9a87cc52-eb0e-4070-9ada-22b4e0f6626e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:27.165209 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a230668a-703d-42c4-943e-9a3e848ba067 req-9a87cc52-eb0e-4070-9ada-22b4e0f6626e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0737925 Apr 12 17:37:27.218069 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a230668a-703d-42c4-943e-9a3e848ba067 req-dca2c028-e60c-48e2-b176-7de8fc1c4145 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Apr 12 17:37:27.474839 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54021ae8-216c-4910-96c7-f41227d38ca7 req-b1a078bc-7069-423a-9609-fee537bad38b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:27.476354 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54021ae8-216c-4910-96c7-f41227d38ca7 req-b1a078bc-7069-423a-9609-fee537bad38b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0484459 Apr 12 17:37:27.535255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54021ae8-216c-4910-96c7-f41227d38ca7 req-25cfea34-d972-4795-9234-3d591ef29aa3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512094 Apr 12 17:37:27.658875 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b5db-f9e6-44aa-a419-10799e6343c0 req-fc1421dd-1ad8-4a61-a001-a6708832c48c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:27.660322 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0687b5db-f9e6-44aa-a419-10799e6343c0 req-fc1421dd-1ad8-4a61-a001-a6708832c48c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0551891 Apr 12 17:37:27.713529 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0687b5db-f9e6-44aa-a419-10799e6343c0 req-4b3e36af-ee06-4b31-99e6-d53799344fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Apr 12 17:37:28.333398 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510fec9-cdca-4d10-9202-496d01c81fe0 req-29caf25d-18c9-45f1-a766-43160b277eab tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:28.334978 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9510fec9-cdca-4d10-9202-496d01c81fe0 req-29caf25d-18c9-45f1-a766-43160b277eab tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0477610 Apr 12 17:37:28.384169 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9510fec9-cdca-4d10-9202-496d01c81fe0 req-38fe8b3d-dacd-4e39-b474-ae14d86a8f66 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Apr 12 17:37:28.667771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf2c6-73cd-4ed0-8850-e82c3604add2 req-1d148a7e-9821-4b84-86df-27cd54f40778 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:28.669407 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-afdaf2c6-73cd-4ed0-8850-e82c3604add2 req-1d148a7e-9821-4b84-86df-27cd54f40778 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0567634 Apr 12 17:37:28.718977 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-afdaf2c6-73cd-4ed0-8850-e82c3604add2 req-0787f970-339f-4ba5-b892-1c983c8719c2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 Apr 12 17:37:28.840907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded40e74-d6db-435a-aafb-9240513df475 req-193aa91f-92cc-46a5-b11b-d1e57cb20ed3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:28.842424 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded40e74-d6db-435a-aafb-9240513df475 req-193aa91f-92cc-46a5-b11b-d1e57cb20ed3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0529695 Apr 12 17:37:28.894550 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ded40e74-d6db-435a-aafb-9240513df475 req-4c2bf17f-e176-400b-ab0e-eb5e705c3e38 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Apr 12 17:37:29.500270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ddec-192b-4174-a4a0-5aa12aecf43c req-d1f1c0ef-792e-4b47-a4b8-b2069691490a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:29.501664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8063ddec-192b-4174-a4a0-5aa12aecf43c req-d1f1c0ef-792e-4b47-a4b8-b2069691490a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0477781 Apr 12 17:37:29.555061 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8063ddec-192b-4174-a4a0-5aa12aecf43c req-c95e8c1f-6617-48b0-ba19-c252e4af855c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Apr 12 17:37:29.839557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b73a8-b713-4217-8ba9-483671145ea5 req-85c3cadb-b7ef-4e0a-88d5-d741c909b559 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:29.841090 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b2b73a8-b713-4217-8ba9-483671145ea5 req-85c3cadb-b7ef-4e0a-88d5-d741c909b559 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0466816 Apr 12 17:37:29.895528 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b2b73a8-b713-4217-8ba9-483671145ea5 req-2d83b33a-a0a3-4d7d-bfb9-864885c8a996 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479863 Apr 12 17:37:30.023758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7f68c-bcb0-4428-b3ac-010934f4435e req-a2637bad-36a2-40e3-b76d-23d5d257eb6e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:30.023758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c5d7f68c-bcb0-4428-b3ac-010934f4435e req-a2637bad-36a2-40e3-b76d-23d5d257eb6e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0479460 Apr 12 17:37:30.066314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c5d7f68c-bcb0-4428-b3ac-010934f4435e req-28d956c8-923b-4c81-aaf6-c61a9ab1e874 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Apr 12 17:37:30.669681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a188b-c74d-4edc-abce-4c3a75b72492 req-0608098d-6526-4e08-ae7c-84850c7b9453 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:30.671203 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a07a188b-c74d-4edc-abce-4c3a75b72492 req-0608098d-6526-4e08-ae7c-84850c7b9453 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0472405 Apr 12 17:37:30.720422 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a07a188b-c74d-4edc-abce-4c3a75b72492 req-16fb7e38-09ca-4e21-8f0e-8acef43e9923 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Apr 12 17:37:31.014509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caddcf3-488d-4830-abc4-e2ff32a2b674 req-ba50f6dc-8b49-49e9-9588-ae86b2c9ce8a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:31.016517 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5caddcf3-488d-4830-abc4-e2ff32a2b674 req-ba50f6dc-8b49-49e9-9588-ae86b2c9ce8a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0507121 Apr 12 17:37:31.065596 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5caddcf3-488d-4830-abc4-e2ff32a2b674 req-99343b33-f739-4395-be2c-4cd7f99e6257 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Apr 12 17:37:31.183562 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c27ffa-ff17-40a6-ae94-9c3e749978cd req-e7c3c5e7-ed0c-43fb-8279-e450791af89d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:31.185000 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86c27ffa-ff17-40a6-ae94-9c3e749978cd req-e7c3c5e7-ed0c-43fb-8279-e450791af89d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0467088 Apr 12 17:37:31.234792 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86c27ffa-ff17-40a6-ae94-9c3e749978cd req-3e8ae52c-f706-43d9-bf88-928ab3cca589 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Apr 12 17:37:31.837781 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9087d-236d-462a-8787-256111cde453 req-0792feea-15d4-4ff8-91ec-04d902e4150e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:31.839302 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3f9087d-236d-462a-8787-256111cde453 req-0792feea-15d4-4ff8-91ec-04d902e4150e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0498633 Apr 12 17:37:31.885048 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3f9087d-236d-462a-8787-256111cde453 req-947d33c3-ebc2-4cc7-b886-714af088fc80 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395319 Apr 12 17:37:32.182153 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542e690-2a21-4b49-b28b-b164b7830c84 req-762b965d-9401-40bc-b237-403ed0346e08 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:32.183635 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2542e690-2a21-4b49-b28b-b164b7830c84 req-762b965d-9401-40bc-b237-403ed0346e08 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0461786 Apr 12 17:37:32.229294 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2542e690-2a21-4b49-b28b-b164b7830c84 req-b5c0bd1c-53fa-4a98-9f2a-471b3e92092a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Apr 12 17:37:32.338777 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b84442-7ec4-4398-bdd2-d30fbe663b4d req-ead4c33a-0cc0-43a9-951c-e88b470c5f4a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:32.340120 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98b84442-7ec4-4398-bdd2-d30fbe663b4d req-ead4c33a-0cc0-43a9-951c-e88b470c5f4a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0441036 Apr 12 17:37:32.388401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98b84442-7ec4-4398-bdd2-d30fbe663b4d req-05765b24-2177-435f-84f9-08b44a9a5a30 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Apr 12 17:37:32.998436 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d7f0-2751-4e70-9d82-1444b32a18e3 req-c0804899-31bd-4da6-8ad1-365af978034a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:33.000484 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90b3d7f0-2751-4e70-9d82-1444b32a18e3 req-c0804899-31bd-4da6-8ad1-365af978034a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0457234 Apr 12 17:37:33.046878 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90b3d7f0-2751-4e70-9d82-1444b32a18e3 req-d3efcdfb-275f-483f-90e7-1c55b7dae1a5 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Apr 12 17:37:33.342459 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f3fc-75be-4b97-8760-664336f6fb3e req-a72142f4-4b69-43a9-96a0-d36e44a40f5a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:33.343907 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7393f3fc-75be-4b97-8760-664336f6fb3e req-a72142f4-4b69-43a9-96a0-d36e44a40f5a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0448017 Apr 12 17:37:33.389470 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7393f3fc-75be-4b97-8760-664336f6fb3e req-644079a8-1cc0-4ec8-ba04-3f526ec04b1d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Apr 12 17:37:33.499969 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da5607-9879-4043-993f-c7bdaa55b70f req-695bf203-fe34-4727-bc89-0251885df4a0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:33.501330 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6da5607-9879-4043-993f-c7bdaa55b70f req-695bf203-fe34-4727-bc89-0251885df4a0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0483749 Apr 12 17:37:33.545941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6da5607-9879-4043-993f-c7bdaa55b70f req-f8012535-549c-4b80-a554-31b9c898b0c0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Apr 12 17:37:33.709636 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:37:34.157522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c749eb1-cbe9-4d50-b677-fd2900d1e138 req-b222ecd3-7603-4a1e-b342-a7251a67d017 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:34.159047 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c749eb1-cbe9-4d50-b677-fd2900d1e138 req-b222ecd3-7603-4a1e-b342-a7251a67d017 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0465519 Apr 12 17:37:34.204795 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c749eb1-cbe9-4d50-b677-fd2900d1e138 req-07c3ca53-bf57-44bf-8414-76bbb981c215 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Apr 12 17:37:34.500539 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554aba-454b-4054-a5c3-b034250440c5 req-2785937f-5826-431e-949d-23e84a93e533 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:34.501958 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1554aba-454b-4054-a5c3-b034250440c5 req-2785937f-5826-431e-949d-23e84a93e533 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0440707 Apr 12 17:37:34.549841 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1554aba-454b-4054-a5c3-b034250440c5 req-63e0939c-27aa-4aa1-8a65-3ae592a29a9f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Apr 12 17:37:34.654060 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c39c8a-10ed-4eb9-8892-df310c985457 req-cbc41850-1e49-4c79-8a86-90263bf99d1e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:34.655606 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7c39c8a-10ed-4eb9-8892-df310c985457 req-cbc41850-1e49-4c79-8a86-90263bf99d1e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0473757 Apr 12 17:37:34.705062 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f7c39c8a-10ed-4eb9-8892-df310c985457 req-08d3f329-f453-4029-a139-d026868bdb97 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Apr 12 17:37:35.313896 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda9c65-4581-456e-b3c6-c6939c4c177f req-20dd7d15-8110-460b-86b6-ffac1c546258 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:35.315396 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dda9c65-4581-456e-b3c6-c6939c4c177f req-20dd7d15-8110-460b-86b6-ffac1c546258 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0454826 Apr 12 17:37:35.360945 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dda9c65-4581-456e-b3c6-c6939c4c177f req-722234c2-dc58-4395-9172-d239a2361ccd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Apr 12 17:37:35.664915 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2518-96e3-448a-8088-e4ec7efee880 req-5c6397ab-152c-4edb-bf78-12fa1dca7988 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:35.666375 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4da2518-96e3-448a-8088-e4ec7efee880 req-5c6397ab-152c-4edb-bf78-12fa1dca7988 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0482745 Apr 12 17:37:35.711430 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4da2518-96e3-448a-8088-e4ec7efee880 req-232373bd-9e64-4ece-b4f0-f86d48a2b18e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Apr 12 17:37:35.811706 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6f44-a5fe-4f1d-a8f8-02f23adc651b req-3743052c-d3d3-4a4f-a806-3ce51ec3172c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:35.813159 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27da6f44-a5fe-4f1d-a8f8-02f23adc651b req-3743052c-d3d3-4a4f-a806-3ce51ec3172c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0453343 Apr 12 17:37:35.859313 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27da6f44-a5fe-4f1d-a8f8-02f23adc651b req-3768950c-0ce5-487e-a796-8ec8afee680e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Apr 12 17:37:36.177942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-15234c9d-0497-4214-8411-66011a85609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.179398 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-15234c9d-0497-4214-8411-66011a85609f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1127 time: 0.0670924 Apr 12 17:37:36.185300 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-b2160bac-d098-4d4e-a84f-2600ec987b1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476897 Apr 12 17:37:36.335599 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-60dde8bf-f53a-44e3-8fce-1791ee000442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.337106 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-60dde8bf-f53a-44e3-8fce-1791ee000442 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 1129 time: 0.0727782 Apr 12 17:37:36.363963 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-e29a613b-7f3f-490b-9365-418c0970087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.365390 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-e29a613b-7f3f-490b-9365-418c0970087b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1201971 Apr 12 17:37:36.474209 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc170b-fbac-4d3a-bc70-88b391f9d7b5 req-5255705a-78fd-49a6-aa26-9aa97e549965 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.475586 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3dcc170b-fbac-4d3a-bc70-88b391f9d7b5 req-5255705a-78fd-49a6-aa26-9aa97e549965 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0487061 Apr 12 17:37:36.521199 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3dcc170b-fbac-4d3a-bc70-88b391f9d7b5 req-c37bb544-3f41-49c2-b579-8a28439f9b1d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 12 17:37:36.840519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb2b9f-9db0-4fd0-ae0d-558497302135 req-8ad66c34-b1ad-413f-8e1f-0de88d728833 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.841972 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8fb2b9f-9db0-4fd0-ae0d-558497302135 req-8ad66c34-b1ad-413f-8e1f-0de88d728833 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0443807 Apr 12 17:37:36.889124 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d8fb2b9f-9db0-4fd0-ae0d-558497302135 req-4828e905-7376-43c5-bf81-5274e1bc2eb5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Apr 12 17:37:36.986624 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07b404-abfa-49ce-9b98-2aaaaed7d984 req-a420aad0-9ed8-42c8-90dc-3fa2e14bae27 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:36.988075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d07b404-abfa-49ce-9b98-2aaaaed7d984 req-a420aad0-9ed8-42c8-90dc-3fa2e14bae27 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0441144 Apr 12 17:37:37.038115 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d07b404-abfa-49ce-9b98-2aaaaed7d984 req-8d730019-7c54-4e88-abaa-722946402214 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Apr 12 17:37:37.132503 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d9b3-5a78-4c1f-8448-70d82a4bb98b req-5f94c8dd-dbdb-4aed-a242-123aa77080c7 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:37.134055 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba83d9b3-5a78-4c1f-8448-70d82a4bb98b req-5f94c8dd-dbdb-4aed-a242-123aa77080c7 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0446293 Apr 12 17:37:37.180449 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ba83d9b3-5a78-4c1f-8448-70d82a4bb98b req-95300cb2-780c-4473-b91f-e26fc5b85097 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Apr 12 17:37:38.007739 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536d45d-3142-4c99-8efe-a796217829b3 req-d5b9dbc3-f585-43c9-b6f6-de203d381b54 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.009286 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c536d45d-3142-4c99-8efe-a796217829b3 req-d5b9dbc3-f585-43c9-b6f6-de203d381b54 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0483613 Apr 12 17:37:38.070620 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c536d45d-3142-4c99-8efe-a796217829b3 req-91fdc48c-e826-4cce-9ca5-8dff9e35a3fc tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555446 Apr 12 17:37:38.081349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-eeede738-b3c9-41f0-ae97-245d2de2c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.082867 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-86191911-ef26-4ac1-a97f-b6e6b9e5636d req-eeede738-b3c9-41f0-ae97-245d2de2c0ab service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584463 Apr 12 17:37:38.092172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-5aefcbfa-bd27-45a8-9539-f67eb92a9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.093626 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-5aefcbfa-bd27-45a8-9539-f67eb92a9e62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1601934 Apr 12 17:37:38.148730 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-a4482529-9424-4730-a68b-8c8c383154ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 200 len: 217 time: 0.0431440 Apr 12 17:37:38.211495 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa29a-1985-4eb6-9bf1-217b74c573b6 req-057f5cbd-c754-4f1a-8410-650fdb764f1e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.213046 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82ffa29a-1985-4eb6-9bf1-217b74c573b6 req-057f5cbd-c754-4f1a-8410-650fdb764f1e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0547342 Apr 12 17:37:38.263023 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82ffa29a-1985-4eb6-9bf1-217b74c573b6 req-bb6b97cd-5f0b-468d-8dc5-cc25cb353663 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Apr 12 17:37:38.318627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-175e2bbb-5a96-48c9-b68c-51c2ec4ab297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.320166 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-175e2bbb-5a96-48c9-b68c-51c2ec4ab297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1127 time: 0.0820630 Apr 12 17:37:38.321414 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-eb644da5-de89-4296-b266-a6c6c8856ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.322712 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-eb644da5-de89-4296-b266-a6c6c8856ed5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.1151903 Apr 12 17:37:38.323746 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-e0497be7-f735-48d4-99c0-9010d9a64154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.325060 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-e0497be7-f735-48d4-99c0-9010d9a64154 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1129 time: 0.0880303 Apr 12 17:37:38.363787 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de398828-b556-4b01-95f6-39900691d989 req-dfc140d9-6226-4cd7-adb7-9c0c49b32d22 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.365296 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de398828-b556-4b01-95f6-39900691d989 req-dfc140d9-6226-4cd7-adb7-9c0c49b32d22 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0463035 Apr 12 17:37:38.410372 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-7828239c-7cd0-4e00-a8d1-512c42be97fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 217 time: 0.0660429 Apr 12 17:37:38.411903 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de398828-b556-4b01-95f6-39900691d989 req-2f64cedf-cd68-41e7-adb0-842dd1c739a5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Apr 12 17:37:38.496906 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-2bcc6a68-b96a-46cb-afdd-a607ec55baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.498338 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-2bcc6a68-b96a-46cb-afdd-a607ec55baeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517310 Apr 12 17:37:38.534684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-fbf2d65c-2ea4-4ce5-8063-7ee07e7bf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.536185 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-fbf2d65c-2ea4-4ce5-8063-7ee07e7bf4d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.1092618 Apr 12 17:37:38.627219 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-b35fea86-c4f3-4d34-a048-ca2be20bc303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.628732 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-b35fea86-c4f3-4d34-a048-ca2be20bc303 service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.2833107 Apr 12 17:37:38.629611 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-e50059bd-702b-41ac-ba00-5cd6daab9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.630969 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-e50059bd-702b-41ac-ba00-5cd6daab9531 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869224 Apr 12 17:37:38.710446 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-efb27588-ed0d-4514-a1a2-ca6493716137 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025042 Apr 12 17:37:38.789914 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-e7647133-cc62-471d-b0db-66672bb9c62d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 1001 time: 0.1446011 Apr 12 17:37:38.873370 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-0c303179-3044-4785-b2fb-ba480294e0eb service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291586 Apr 12 17:37:38.909880 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-e58d3d14-8f88-4e5e-9b2f-6dd44783d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.911278 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-e58d3d14-8f88-4e5e-9b2f-6dd44783d227 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0920327 Apr 12 17:37:38.972632 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f2ae7848-cb96-4c16-b3c2-3386ba8b1048 req-25706ade-944f-4c3d-85ba-a0b4e561f434 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314465 Apr 12 17:37:38.993114 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-4a5eebb0-bf8d-49d4-b00e-4a7556cec8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:38.994545 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-4a5eebb0-bf8d-49d4-b00e-4a7556cec8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509615 Apr 12 17:37:39.036470 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ad95113a-0225-4fe0-ae02-78d7cc4a7d40 req-1c83b0f6-b084-4d1a-94de-6a4355175f78 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548350 Apr 12 17:37:39.095988 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-f8ea12ee-1f27-4275-9a7b-a724fef80337 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930803 Apr 12 17:37:39.188720 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1ff60a64-30bc-46d9-9817-039221cb8d2a req-8b6449e9-19ff-4e81-a4af-f87835a8867d service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Apr 12 17:37:39.208712 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664fcf7-e92b-473a-912d-5bf4b1aa52cd req-6c5290e7-b6ed-47fc-a54a-3bf99d0c2368 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:39.209874 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5664fcf7-e92b-473a-912d-5bf4b1aa52cd req-6c5290e7-b6ed-47fc-a54a-3bf99d0c2368 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0461957 Apr 12 17:37:39.258969 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5664fcf7-e92b-473a-912d-5bf4b1aa52cd req-406911e4-4c4b-43d0-93db-52fd8963689a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Apr 12 17:37:39.375970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07267f1-c781-4902-9ab4-300fc3bc87a6 req-7db558d5-f369-403c-b14c-e5e43f059187 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:39.377422 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c07267f1-c781-4902-9ab4-300fc3bc87a6 req-7db558d5-f369-403c-b14c-e5e43f059187 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0457823 Apr 12 17:37:39.424562 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c07267f1-c781-4902-9ab4-300fc3bc87a6 req-28587942-a927-428f-a3d4-72e1a447e5a7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Apr 12 17:37:39.521074 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309b71-23c7-48b9-9549-19a4c476bcb2 req-a6c64a34-ad86-4243-a837-fcbd746ee38c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:39.522552 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fb309b71-23c7-48b9-9549-19a4c476bcb2 req-a6c64a34-ad86-4243-a837-fcbd746ee38c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0449636 Apr 12 17:37:39.570153 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fb309b71-23c7-48b9-9549-19a4c476bcb2 req-b911a89d-fd85-4e6b-97a0-88daad5aa067 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Apr 12 17:37:40.376774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6df6b8-d73f-4069-9495-8b8eca165acc req-01f895f3-16b2-47ed-a321-7494a9d58f26 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:40.378163 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb6df6b8-d73f-4069-9495-8b8eca165acc req-01f895f3-16b2-47ed-a321-7494a9d58f26 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0480809 Apr 12 17:37:40.422636 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb6df6b8-d73f-4069-9495-8b8eca165acc req-4a4fbf89-f9a0-44a6-843c-a5c98016215a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Apr 12 17:37:40.536380 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58088129-9660-4dcf-beb4-6c16d1f56508 req-01faf0a9-4e8b-4af2-be80-1df3a99e1e4c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:40.537807 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58088129-9660-4dcf-beb4-6c16d1f56508 req-01faf0a9-4e8b-4af2-be80-1df3a99e1e4c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0454130 Apr 12 17:37:40.583100 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58088129-9660-4dcf-beb4-6c16d1f56508 req-2c706c6f-447d-47a5-90c2-c09eacfb213b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Apr 12 17:37:40.683401 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c75da-3723-4ddf-bd89-5bd5fd99b153 req-ff8b6209-74b0-4b28-8c0e-fd319ded63e3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:40.684910 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f5c75da-3723-4ddf-bd89-5bd5fd99b153 req-ff8b6209-74b0-4b28-8c0e-fd319ded63e3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0495136 Apr 12 17:37:40.730349 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f5c75da-3723-4ddf-bd89-5bd5fd99b153 req-e5db4b10-006b-48c4-9410-f67e9efbb043 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Apr 12 17:37:41.536898 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a790810-98c2-400e-9d5f-c932716ee3ac req-7aa3b4e1-0754-4a90-9b04-4a34a7586038 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:41.538376 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a790810-98c2-400e-9d5f-c932716ee3ac req-7aa3b4e1-0754-4a90-9b04-4a34a7586038 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0459812 Apr 12 17:37:41.583937 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a790810-98c2-400e-9d5f-c932716ee3ac req-db018b3c-5ec6-43cc-a539-c789f1b3cea7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Apr 12 17:37:41.691818 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a345020-50cf-471e-91c7-70d9096e6131 req-5835e67d-3b6a-4a40-83fa-d4bcbe805d20 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:41.693314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a345020-50cf-471e-91c7-70d9096e6131 req-5835e67d-3b6a-4a40-83fa-d4bcbe805d20 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0450759 Apr 12 17:37:41.742427 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a345020-50cf-471e-91c7-70d9096e6131 req-aac2c072-0e11-405b-b6cd-2c87a00cc201 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Apr 12 17:37:41.837255 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd22df-325e-484d-bae9-2615acf03582 req-b9e0b7db-eb75-4aad-aad8-7e3a093a9766 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:41.838718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bccd22df-325e-484d-bae9-2615acf03582 req-b9e0b7db-eb75-4aad-aad8-7e3a093a9766 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0445659 Apr 12 17:37:41.884641 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bccd22df-325e-484d-bae9-2615acf03582 req-935d8a7c-bd0b-46c4-b7b1-30894d947b52 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Apr 12 17:37:42.699697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d25cc-4853-429f-9a17-f2320201a591 req-90b184d9-d1ee-4b02-b291-6e19ccee82c7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:42.701212 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-487d25cc-4853-429f-9a17-f2320201a591 req-90b184d9-d1ee-4b02-b291-6e19ccee82c7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0466700 Apr 12 17:37:42.746703 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-487d25cc-4853-429f-9a17-f2320201a591 req-3dd2cefa-ad9e-4131-b10d-b9ca562c085e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Apr 12 17:37:42.855455 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443245-fe04-4f04-84d7-af27a88411ba req-8ecdf38b-ff53-408a-b15d-c23a9308daa2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:42.856885 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-07443245-fe04-4f04-84d7-af27a88411ba req-8ecdf38b-ff53-408a-b15d-c23a9308daa2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0482543 Apr 12 17:37:42.903327 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-07443245-fe04-4f04-84d7-af27a88411ba req-3d669fb5-d9bd-4242-a8ae-6d1bc3a3deb7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Apr 12 17:37:42.993882 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6e45d-8455-448e-855e-c876cf50c992 req-9677cae7-c871-4189-bb47-eb651fbe2a38 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:42.995402 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-92e6e45d-8455-448e-855e-c876cf50c992 req-9677cae7-c871-4189-bb47-eb651fbe2a38 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 943 time: 0.0465524 Apr 12 17:37:43.041041 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-92e6e45d-8455-448e-855e-c876cf50c992 req-ff586130-7654-419b-96a1-9829792c421c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Apr 12 17:37:43.447483 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5a98c734-b36a-42fb-b062-4e8e2a2cd56b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:37:43.543705 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:43.555133 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'port_id': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'mac_address': 'fa:16:3e:07:a8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:37:43.590683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:37:43.591070 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:43.604016 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a98c734-b36a-42fb-b062-4e8e2a2cd56b {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:37:43.628344 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:43.743215 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:43.782547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:43.794613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:43.802020 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.802402 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.802775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.803137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.803480 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.803815 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.804144 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.804474 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.804804 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.805126 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.805453 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.805798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.806162 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.806490 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.806813 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:37:43.865319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c8ef-75a0-4045-9ac4-6062d3315e86 req-8e48266d-ea79-46e7-8550-620b49e3ea2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:43.866789 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d842c8ef-75a0-4045-9ac4-6062d3315e86 req-8e48266d-ea79-46e7-8550-620b49e3ea2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0446568 Apr 12 17:37:43.915330 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d842c8ef-75a0-4045-9ac4-6062d3315e86 req-63345fe7-fd12-4d76-9ddc-bfbaf80a2743 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Apr 12 17:37:44.014131 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c95a20-71ee-46b5-bf3e-714b5b1c4004 req-92fc9692-72a7-4e7c-8676-5a1618abe69c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:44.015648 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0c95a20-71ee-46b5-bf3e-714b5b1c4004 req-92fc9692-72a7-4e7c-8676-5a1618abe69c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0461898 Apr 12 17:37:44.061719 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0c95a20-71ee-46b5-bf3e-714b5b1c4004 req-871e9a95-8510-4de3-a64e-66c362dbf808 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Apr 12 17:37:44.148734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cfcb6-cbe8-4a44-91e1-606b849c1a97 req-e45df8c4-f78e-43dd-b5fe-7ff81821963c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:44.150226 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-940cfcb6-cbe8-4a44-91e1-606b849c1a97 req-e45df8c4-f78e-43dd-b5fe-7ff81821963c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 944 time: 0.0453329 Apr 12 17:37:44.196288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-940cfcb6-cbe8-4a44-91e1-606b849c1a97 req-7bf1bc82-ad4a-4606-b97e-2dc2dc39f52d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Apr 12 17:37:44.409679 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:37:45.033239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c427d4-dde4-4af1-96c6-42214a9ed401 req-1372e889-6678-46e0-8217-4de37882dd24 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:45.034721 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94c427d4-dde4-4af1-96c6-42214a9ed401 req-1372e889-6678-46e0-8217-4de37882dd24 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0494015 Apr 12 17:37:45.080399 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-94c427d4-dde4-4af1-96c6-42214a9ed401 req-9ff7d683-a944-4ce6-a9a9-e2c8d4ebd8ea tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Apr 12 17:37:45.303980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490448ee-6915-4dc5-aa49-e20e2ebd1245 req-e60ba818-c3b4-4f69-8c40-095c45a3600b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:45.305436 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-490448ee-6915-4dc5-aa49-e20e2ebd1245 req-e60ba818-c3b4-4f69-8c40-095c45a3600b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 944 time: 0.0446942 Apr 12 17:37:45.350190 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-490448ee-6915-4dc5-aa49-e20e2ebd1245 req-3c44284d-ed0b-44f3-9e14-1c91121bbebc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Apr 12 17:37:45.458255 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1729b323-67ba-40ec-a225-4f20687ce972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:45.922137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5a98c734-b36a-42fb-b062-4e8e2a2cd56b up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:37:45.968429 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:37:46.068351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:37:46.068724 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:46.143715 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:37:46.144132 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:46.166452 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:37:46.168621 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d382151a-f34d-4906-bbd0-f59fa11fdd17" -d '{"events": [{"server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "name": "network-vif-plugged", "status": "completed", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:37:46.181664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:46.204149 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0089d7f-7297-4dba-b3a6-d68b848385d5 req-cd419398-5125-4c36-9236-1993a00e04bd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:46.206678 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0089d7f-7297-4dba-b3a6-d68b848385d5 req-cd419398-5125-4c36-9236-1993a00e04bd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0525529 Apr 12 17:37:46.212959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71eb284-064f-4b15-aa57-63ff6dc4cf0b x-openstack-request-id: req-b71eb284-064f-4b15-aa57-63ff6dc4cf0b {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:37:46.213273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "name": "network-vif-plugged", "status": "completed", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:37:46.213535 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b71eb284-064f-4b15-aa57-63ff6dc4cf0b {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:37:46.213934 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71eb284-064f-4b15-aa57-63ff6dc4cf0b'] response: {'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'code': 200} Apr 12 17:37:46.252912 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0089d7f-7297-4dba-b3a6-d68b848385d5 req-4b9428f4-e9f1-4b96-95ca-2303164ec8ac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Apr 12 17:37:46.274006 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:46.326541 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:46.461190 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d99154-af3b-473c-9c2c-e74ede49c717 req-a9006eeb-1f45-4867-968b-dfc35f166812 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:46.462575 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-37d99154-af3b-473c-9c2c-e74ede49c717 req-a9006eeb-1f45-4867-968b-dfc35f166812 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0450213 Apr 12 17:37:46.507257 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-37d99154-af3b-473c-9c2c-e74ede49c717 req-cf2f78c0-7eb4-4dbb-8775-4cbf9636bb5c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Apr 12 17:37:46.592062 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ff7f-dc4a-4189-bc3f-fbba13cef94c req-02b1ea35-a75a-44dd-bd1a-ccc6ba832ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:46.593813 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e602ff7f-dc4a-4189-bc3f-fbba13cef94c req-02b1ea35-a75a-44dd-bd1a-ccc6ba832ed8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1129 time: 0.0419242 Apr 12 17:37:46.636032 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e602ff7f-dc4a-4189-bc3f-fbba13cef94c req-57d933e5-7419-476e-ba41-23ec5202e5c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Apr 12 17:37:47.367130 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f27c-87ad-47cd-8aa0-b400cca713c1 req-2e42a926-7754-4e6a-9990-4b827214887d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:47.368553 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fa7f27c-87ad-47cd-8aa0-b400cca713c1 req-2e42a926-7754-4e6a-9990-4b827214887d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 943 time: 0.0452569 Apr 12 17:37:47.416342 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6fa7f27c-87ad-47cd-8aa0-b400cca713c1 req-b3f65e98-8993-4e7a-92a2-3e20127ba01a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Apr 12 17:37:47.618788 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265f54-dc53-4f05-b6ce-8cb3f42095cf req-ddd9c420-a9a6-4b81-9b2e-eb6fb58061ec tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:47.620260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8265f54-dc53-4f05-b6ce-8cb3f42095cf req-ddd9c420-a9a6-4b81-9b2e-eb6fb58061ec tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0464492 Apr 12 17:37:47.665632 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8265f54-dc53-4f05-b6ce-8cb3f42095cf req-0e63bba6-222e-45c0-b6b8-067df512d74f tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Apr 12 17:37:47.850958 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e5b790b4-5916-4852-be62-2ec340cfb2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:47.904275 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:37:47.996633 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:48.011659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'af483454-55cd-4056-8d53-f7102a378c65', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': 'af483454-55cd-4056-8d53-f7102a378c65', 'mac_address': 'fa:16:3e:fc:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:37:48.050479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:37:48.050870 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:48.063398 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:37:48.081711 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:48.165931 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:48.213253 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=9']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:48.529917 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eee04-2f1f-43d6-bebf-f06f88b252f1 req-5235dfd3-daf0-4c69-b44c-208a7336bb19 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:48.532140 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c8eee04-2f1f-43d6-bebf-f06f88b252f1 req-5235dfd3-daf0-4c69-b44c-208a7336bb19 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 944 time: 0.0464048 Apr 12 17:37:48.576760 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c8eee04-2f1f-43d6-bebf-f06f88b252f1 req-0bcff23b-55a3-425b-bcd0-b3aec8e2f7f5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Apr 12 17:37:48.780482 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030718b0-8916-4972-b3b2-79fd5aed67a2 req-d5395f13-1a6d-412c-abcd-4a03fe497897 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:48.782255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-030718b0-8916-4972-b3b2-79fd5aed67a2 req-d5395f13-1a6d-412c-abcd-4a03fe497897 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Apr 12 17:37:48.829170 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-030718b0-8916-4972-b3b2-79fd5aed67a2 req-b6ea8b94-86a2-42e0-8b80-5ad3f0beb05b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412180 Apr 12 17:37:48.916357 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['af483454-55cd-4056-8d53-f7102a378c65'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:37:48.981901 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:49.689874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa336d5-bab8-4cfe-9c59-c080b2070490 req-a0a6811c-2ef8-4b9c-85f4-89ccc4c0346f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:49.691331 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7fa336d5-bab8-4cfe-9c59-c080b2070490 req-a0a6811c-2ef8-4b9c-85f4-89ccc4c0346f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 944 time: 0.0445669 Apr 12 17:37:49.737279 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7fa336d5-bab8-4cfe-9c59-c080b2070490 req-d06de5ab-bf6f-4a56-80a0-9c5572826be1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Apr 12 17:37:49.934850 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8a28-ef42-4e2e-94d8-27b26c33aa1d req-585bdd0c-9ebd-466c-ae94-88c2ea450c83 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:49.936262 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea6d8a28-ef42-4e2e-94d8-27b26c33aa1d req-585bdd0c-9ebd-466c-ae94-88c2ea450c83 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0439942 Apr 12 17:37:49.984033 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea6d8a28-ef42-4e2e-94d8-27b26c33aa1d req-493a0f9d-b1f8-4a0a-88c7-9b0b1182e114 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Apr 12 17:37:50.100244 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202b38-ac61-4f63-99c5-f7b29477df54 req-e437ac83-fbb9-478b-ac59-67dbebc0415e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:50.102723 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59202b38-ac61-4f63-99c5-f7b29477df54 req-e437ac83-fbb9-478b-ac59-67dbebc0415e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0467420 Apr 12 17:37:50.154260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59202b38-ac61-4f63-99c5-f7b29477df54 req-4b263750-e740-49a2-bf58-6d2761417fb9 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452828 Apr 12 17:37:50.314514 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:50.468207 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:37:50.473577 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521f8cc-b853-4965-954c-8f7d66200272 req-1d90d7cf-bd37-4535-82d7-e30b954544f3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:50.475082 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a521f8cc-b853-4965-954c-8f7d66200272 req-1d90d7cf-bd37-4535-82d7-e30b954544f3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0448184 Apr 12 17:37:50.515602 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port af483454-55cd-4056-8d53-f7102a378c65 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:37:50.515978 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (af483454-55cd-4056-8d53-f7102a378c65), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:50.521598 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a521f8cc-b853-4965-954c-8f7d66200272 req-d439d7d0-9547-43ce-baff-9e79a41a1ad7 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Apr 12 17:37:50.594511 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port af483454-55cd-4056-8d53-f7102a378c65 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:37:50.594901 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:50.616838 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:37:50.619079 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7703b81-1e6e-4394-9da1-646cadbb1589" -d '{"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:37:50.631528 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:37:50.655136 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641ca2a0-0680-48fe-8396-a08ce35dbbad x-openstack-request-id: req-641ca2a0-0680-48fe-8396-a08ce35dbbad {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:37:50.655551 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-plugged", "status": "completed", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:37:50.655766 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-641ca2a0-0680-48fe-8396-a08ce35dbbad {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:37:50.656171 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641ca2a0-0680-48fe-8396-a08ce35dbbad'] response: {'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'code': 200} Apr 12 17:37:50.703267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:50.754014 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=10']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:37:50.854970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323393a-31ba-4ad1-9e65-4992193f5987 req-52749126-39eb-4556-b0da-cadf3870933e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:50.856456 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b323393a-31ba-4ad1-9e65-4992193f5987 req-52749126-39eb-4556-b0da-cadf3870933e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0477264 Apr 12 17:37:50.902162 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b323393a-31ba-4ad1-9e65-4992193f5987 req-e8ad7b08-30ba-48fd-9767-2dc872869412 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Apr 12 17:37:51.552926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998dcb6-b5b8-4c2f-a13a-46dfdcbfaaeb req-1becd38e-575e-49ed-914f-5c3096f64a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:51.554428 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d998dcb6-b5b8-4c2f-a13a-46dfdcbfaaeb req-1becd38e-575e-49ed-914f-5c3096f64a41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1130 time: 0.0362415 Apr 12 17:37:51.602202 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d998dcb6-b5b8-4c2f-a13a-46dfdcbfaaeb req-8765e7c2-c87f-4841-84c2-da13fe59bc8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367231 Apr 12 17:37:51.683648 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5401c-c57c-4885-ba76-6c820d2be364 req-27309ded-945f-4606-a9c6-2b143f805ef8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:51.685174 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8c5401c-c57c-4885-ba76-6c820d2be364 req-27309ded-945f-4606-a9c6-2b143f805ef8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0448046 Apr 12 17:37:51.730748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a8c5401c-c57c-4885-ba76-6c820d2be364 req-97d407a2-b978-4a28-b7eb-fdd8374db264 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395176 Apr 12 17:37:51.874322 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:37:52.021670 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c18d9-90e7-4c17-aa1c-a8cc44dc0b4c req-eca6ebdc-d8d5-42ba-bc5b-068e2cf0f172 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:52.023161 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d55c18d9-90e7-4c17-aa1c-a8cc44dc0b4c req-eca6ebdc-d8d5-42ba-bc5b-068e2cf0f172 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0486262 Apr 12 17:37:52.071894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d55c18d9-90e7-4c17-aa1c-a8cc44dc0b4c req-80adcb0c-a4e9-4ff4-b40c-c75e8701856f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Apr 12 17:37:52.256203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-a7e07d71-ff63-4aac-9cce-cdc147344b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:52.257626 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-a7e07d71-ff63-4aac-9cce-cdc147344b10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0392148 Apr 12 17:37:52.363725 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-2afedd6d-73fc-4208-86d5-355ad2da3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:52.365157 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-2afedd6d-73fc-4208-86d5-355ad2da3fbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.0812325 Apr 12 17:37:52.839725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745355be-d1d5-4e06-a019-6c68ce346525 req-c3ef62e8-3dfd-4aab-a122-8ad17775f9bf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:52.841177 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-745355be-d1d5-4e06-a019-6c68ce346525 req-c3ef62e8-3dfd-4aab-a122-8ad17775f9bf tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0448837 Apr 12 17:37:52.887323 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-745355be-d1d5-4e06-a019-6c68ce346525 req-6b33bd29-e0c6-4948-8a4a-14e77d921f28 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Apr 12 17:37:53.082288 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-6f10b546-577d-4be9-8018-556c028dfe50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1001 time: 0.0615191 Apr 12 17:37:53.134564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-0e606924-b7f4-4b38-9d64-15cb7b5a1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:53.136068 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-0e606924-b7f4-4b38-9d64-15cb7b5a1347 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0417211 Apr 12 17:37:53.187311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-040e9459-579e-4e72-8692-3fa6267c007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:53.188818 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-040e9459-579e-4e72-8692-3fa6267c007c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428784 Apr 12 17:37:53.189169 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006de9a3-8635-4d88-b815-4ffc0013239e req-058c0e58-c4d9-43f2-a21e-b020099cb1ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:53.190812 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-006de9a3-8635-4d88-b815-4ffc0013239e req-058c0e58-c4d9-43f2-a21e-b020099cb1ee tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0483518 Apr 12 17:37:53.241138 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-006de9a3-8635-4d88-b815-4ffc0013239e req-cc728ed0-0c28-46aa-90b0-d4a657044343 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Apr 12 17:37:53.287691 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-926b073b-3753-4ced-986b-bfdc9392d1e3 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908670 Apr 12 17:37:53.379704 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-0a0c3461-979f-455c-a14e-f7be787cbf23 req-93d40bbd-ad2d-48df-8e93-4eefd65a7bec service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801640 Apr 12 17:37:54.000031 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f919f6-2089-4d8a-b150-ce517d830798 req-e8fe585e-27e9-4dab-b948-a5d90f67aa4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:54.001791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7f919f6-2089-4d8a-b150-ce517d830798 req-e8fe585e-27e9-4dab-b948-a5d90f67aa4b tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0483434 Apr 12 17:37:54.054057 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e7f919f6-2089-4d8a-b150-ce517d830798 req-04042547-aa52-4693-a359-27a556216c4e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Apr 12 17:37:54.359516 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023d9a-32d5-4938-b6d4-c85a73ef6924 req-982e0c49-40c5-42e9-b0fb-74d5a509d7a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:54.360960 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d023d9a-32d5-4938-b6d4-c85a73ef6924 req-982e0c49-40c5-42e9-b0fb-74d5a509d7a1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0452857 Apr 12 17:37:54.407296 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8d023d9a-32d5-4938-b6d4-c85a73ef6924 req-55c2e210-2741-4ef4-9398-890d29388552 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Apr 12 17:37:55.168080 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790249b-1873-4dc8-980c-cdee5751c468 req-15592946-97fe-470f-958a-62d6b18be509 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:55.169520 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8790249b-1873-4dc8-980c-cdee5751c468 req-15592946-97fe-470f-958a-62d6b18be509 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0477796 Apr 12 17:37:55.216133 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8790249b-1873-4dc8-980c-cdee5751c468 req-b40c348b-981e-427f-9eed-cae295b45a05 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Apr 12 17:37:55.526661 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57d61-8cc7-458f-8dc7-979248ff8bc9 req-dff8aa03-389f-4421-b8ad-04c901b81735 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:55.528147 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-71b57d61-8cc7-458f-8dc7-979248ff8bc9 req-dff8aa03-389f-4421-b8ad-04c901b81735 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0460079 Apr 12 17:37:55.573891 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-71b57d61-8cc7-458f-8dc7-979248ff8bc9 req-456e1c23-b1ff-4be6-b166-9bb426598b7b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 Apr 12 17:37:56.325105 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5725-da15-48e7-913f-149a59dd3cf4 req-ec72d0a4-2a88-4a2d-baff-297e81773eea tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:56.326541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05d5725-da15-48e7-913f-149a59dd3cf4 req-ec72d0a4-2a88-4a2d-baff-297e81773eea tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0446076 Apr 12 17:37:56.373644 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b05d5725-da15-48e7-913f-149a59dd3cf4 req-30f781fe-8c8e-4766-9880-ca546f71fa67 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Apr 12 17:37:57.481591 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb0fd6-dbba-4600-a697-07378e8440e3 req-a1c3d887-9dfe-48e2-a9ce-98ade7203d73 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:57.482974 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6fb0fd6-dbba-4600-a697-07378e8440e3 req-a1c3d887-9dfe-48e2-a9ce-98ade7203d73 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0446455 Apr 12 17:37:57.530247 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6fb0fd6-dbba-4600-a697-07378e8440e3 req-1de6168d-b0d8-4d9a-8780-697c676f8dd2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Apr 12 17:37:58.638303 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70925811-c9a0-490a-b028-4bdf55569831 req-a158bee2-2e59-4137-97d4-a47975c7ca7a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:58.639744 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70925811-c9a0-490a-b028-4bdf55569831 req-a158bee2-2e59-4137-97d4-a47975c7ca7a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0438824 Apr 12 17:37:58.685767 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-70925811-c9a0-490a-b028-4bdf55569831 req-3ce5c693-f7df-4b32-a9b1-49566e380737 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Apr 12 17:37:59.805974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb472-8b92-420e-9244-f9902e0556d2 req-1604dfeb-93c5-4695-84d5-0afc7ba4be50 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:37:59.807487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffdcb472-8b92-420e-9244-f9902e0556d2 req-1604dfeb-93c5-4695-84d5-0afc7ba4be50 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0554342 Apr 12 17:37:59.852669 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffdcb472-8b92-420e-9244-f9902e0556d2 req-895eaf8a-adfd-41d8-8ab4-65a4170375c9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392423 Apr 12 17:38:00.961970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a7bc-5cc1-426c-b7cb-fd0187107e9c req-90c5a373-1bd1-48fb-a691-6b8563d1ba0c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:00.963498 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c049a7bc-5cc1-426c-b7cb-fd0187107e9c req-90c5a373-1bd1-48fb-a691-6b8563d1ba0c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0449498 Apr 12 17:38:01.008321 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c049a7bc-5cc1-426c-b7cb-fd0187107e9c req-78f68c84-637b-490e-9857-ca28e76219ea tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Apr 12 17:38:02.127606 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a640a-69e0-438e-93fc-e4cce38d8681 req-1dea7e84-7c77-41dd-b817-615d9b0a49c3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:02.129044 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed8a640a-69e0-438e-93fc-e4cce38d8681 req-1dea7e84-7c77-41dd-b817-615d9b0a49c3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0475347 Apr 12 17:38:02.183561 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed8a640a-69e0-438e-93fc-e4cce38d8681 req-fe1e8d60-9d70-4273-9502-f46fa222ad09 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488036 Apr 12 17:38:03.293806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d58b1c-0991-4fe1-8789-fa2926e4bfa1 req-034454a3-c997-445b-8d3b-d871579f02f3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:03.295297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5d58b1c-0991-4fe1-8789-fa2926e4bfa1 req-034454a3-c997-445b-8d3b-d871579f02f3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0445359 Apr 12 17:38:03.339778 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5d58b1c-0991-4fe1-8789-fa2926e4bfa1 req-05a63b1c-d5ed-45c0-b0a5-f646a939ae2a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 Apr 12 17:38:04.143638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3278b7-39a8-4ee6-8602-5357c97a0426 req-3982a977-b70b-425e-b0a8-b9dc2613b29c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:04.145075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc3278b7-39a8-4ee6-8602-5357c97a0426 req-3982a977-b70b-425e-b0a8-b9dc2613b29c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0444782 Apr 12 17:38:04.193210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc3278b7-39a8-4ee6-8602-5357c97a0426 req-5328ef14-af17-4586-9960-1cfccb388c84 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Apr 12 17:38:04.215335 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52262) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:04.320060 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ee39-ce22-4970-b51a-e7ee5d77a765 tempest-TestMinimumBasicScenario-1712336740 tempest-TestMinimumBasicScenario-1712336740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:04.321527 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-62e3ee39-ce22-4970-b51a-e7ee5d77a765 tempest-TestMinimumBasicScenario-1712336740 tempest-TestMinimumBasicScenario-1712336740-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1124 time: 0.1052387 Apr 12 17:38:04.324365 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52266) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:04.328969 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'port_id': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:04.432765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:04.471751 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d6b6-560b-4696-a91d-3aa5b9f329c7 req-866bed53-bd95-407b-a211-98015750e649 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:04.473106 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16b2d6b6-560b-4696-a91d-3aa5b9f329c7 req-866bed53-bd95-407b-a211-98015750e649 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0674970 Apr 12 17:38:04.548014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:04.561088 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16b2d6b6-560b-4696-a91d-3aa5b9f329c7 req-80be1392-1046-4eac-be0e-d6653cb10110 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644398 Apr 12 17:38:04.659403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Allocated IP 172.27.2.166 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/d74496a4-3f82-4325-a9dc-5e15c46f0d56) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:38:04.753642 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:04.841067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:05.094257 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:38:05.096990 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:38:05.100346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:38:05.135619 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'Port': ['ID=d74496a4-3f82-4325-a9dc-5e15c46f0d56,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:05.147663 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.148014 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.148353 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.148689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.149020 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.149348 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.149675 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.149997 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.150351 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.150667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.150988 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.151307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.151626 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.151944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.152259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:05.474857 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for floatingip (156d8302-9310-44fb-9973-15e6861950ac), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:05.604481 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:05.697138 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e6dc8-ae51-4930-89bc-72f25d8d8b85 req-e47edf8b-d690-4cfe-8340-3f87ad794834 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:05.698628 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c67e6dc8-ae51-4930-89bc-72f25d8d8b85 req-e47edf8b-d690-4cfe-8340-3f87ad794834 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0697608 Apr 12 17:38:05.787580 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c67e6dc8-ae51-4930-89bc-72f25d8d8b85 req-6ccd2931-3ef9-4d7e-b9ef-85f499c366c2 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822716 Apr 12 17:38:05.824774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:05.885510 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:05.948913 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'Port': ['ID=d74496a4-3f82-4325-a9dc-5e15c46f0d56,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:05.961786 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (156d8302-9310-44fb-9973-15e6861950ac), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:06.059820 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Floating IP 156d8302-9310-44fb-9973-15e6861950ac associated. External IP: 172.27.2.166, port: 5a98c734-b36a-42fb-b062-4e8e2a2cd56b. Apr 12 17:38:06.268622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:38:06.375307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:38:06.384684 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Sync routers for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:38:06.394302 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:06.401135 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:37:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:06.442374 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:06.471438 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-3c9f8165-f579-4cc3-a0a8-d7d0d00278d2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1460900 Apr 12 17:38:06.472626 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:06.474248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52274) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:06.474878 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70df8e-aa79-4983-993b-b87923671a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:06.489245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257452218', 'description': 'tempest-secgroup-smoke-1257452218 description', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:06.504373 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:06.510874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e3c12-b1bc-4d1a-8690-89fb4044ca68 x-openstack-request-id: req-fa0e3c12-b1bc-4d1a-8690-89fb4044ca68 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:06.511167 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:06.511433 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa0e3c12-b1bc-4d1a-8690-89fb4044ca68 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:06.511846 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0e3c12-b1bc-4d1a-8690-89fb4044ca68'] response: {'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:38:06.566356 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:06.721020 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '156d8302-9310-44fb-9973-15e6861950ac', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'port_id': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'mac_address': 'fa:16:3e:07:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb27313-012b-4718-baa4-f7d438b314c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:05Z', 'updated_at': '2022-04-12T17:38:05Z', 'revision_number': 0, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:06.750778 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Checking router: aa7c5f36-681f-4715-bfd2-138a5e8e73c3 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:38:06.759690 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:06.760319 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:37:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:06.850940 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70df8e-aa79-4983-993b-b87923671a9f req-c3792fbe-3b7c-416e-b512-4c414ceac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:06.852527 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-c3792fbe-3b7c-416e-b512-4c414ceac9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1129 time: 0.2704000 Apr 12 17:38:06.872015 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:06.905057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfef72-4304-4311-bc75-539a1b5e292a req-9f1f3f70-5be6-493d-b9ea-087b9a9e56fc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:06.907906 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54dfef72-4304-4311-bc75-539a1b5e292a req-9f1f3f70-5be6-493d-b9ea-087b9a9e56fc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0498946 Apr 12 17:38:06.939755 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (e5815426-7de0-4bc6-8b1e-ed9dff40e3f8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:06.956410 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54dfef72-4304-4311-bc75-539a1b5e292a req-5fcfa117-cfdd-45ea-9696-2d9e43445dc7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Apr 12 17:38:06.968302 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70df8e-aa79-4983-993b-b87923671a9f req-d358134a-52f7-47a7-8911-f4d98d40d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:06.969743 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-d358134a-52f7-47a7-8911-f4d98d40d0be service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 916 time: 0.1085942 Apr 12 17:38:07.021490 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e5815426-7de0-4bc6-8b1e-ed9dff40e3f8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.066627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:07.073859 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-8b20ecaf-eae5-41d3-ba78-833308d24f77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 999 time: 0.0901144 Apr 12 17:38:07.093558 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '156d8302-9310-44fb-9973-15e6861950ac', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'port_id': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'mac_address': 'fa:16:3e:07:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb27313-012b-4718-baa4-f7d438b314c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:05Z', 'updated_at': '2022-04-12T17:38:05Z', 'revision_number': 0, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:07.119330 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fec82e-d625-49df-ad2b-30d3f195eb03 None None] The sync data for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi is: [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '156d8302-9310-44fb-9973-15e6861950ac', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'port_id': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'mac_address': 'fa:16:3e:07:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb27313-012b-4718-baa4-f7d438b314c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:05Z', 'updated_at': '2022-04-12T17:38:05Z', 'revision_number': 0, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:38:07.134042 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70df8e-aa79-4983-993b-b87923671a9f req-4380bcce-5f34-45eb-8013-e9df7fff05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:07.140690 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-4380bcce-5f34-45eb-8013-e9df7fff05d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.0453293 Apr 12 17:38:07.157307 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.158562 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9013f438-864c-4583-bb3f-61852c76fc7b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6833370 Apr 12 17:38:07.161840 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52280) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:07.166377 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:07.188536 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70df8e-aa79-4983-993b-b87923671a9f req-e25a4331-bfea-4c0a-baf5-306819cda9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:07.190205 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-e25a4331-bfea-4c0a-baf5-306819cda9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449457 Apr 12 17:38:07.263609 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (14acefde-f0c5-4ab5-ac61-a9f6f144feeb), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.290000 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-4d875882-967d-477f-a074-75832efb2e51 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920491 Apr 12 17:38:07.331598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (14acefde-f0c5-4ab5-ac61-a9f6f144feeb), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.337430 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7f1fb-ef98-485f-ac81-f40faf66efa2 None None] New status for floating IP 156d8302-9310-44fb-9973-15e6861950ac: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:38:07.383156 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (14acefde-f0c5-4ab5-ac61-a9f6f144feeb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.392256 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1b70df8e-aa79-4983-993b-b87923671a9f req-848cd2a7-a047-443b-9984-4e37cae7f725 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918169 Apr 12 17:38:07.400610 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14acefde-f0c5-4ab5-ac61-a9f6f144feeb,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:07.470443 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.471675 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-52cc68e2-40c2-435b-bc8d-e1044fa82fb5 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088150 Apr 12 17:38:07.474612 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52282) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:07.478931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:07.570800 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (e4e43c9e-c615-4758-8db1-d276ce140e6a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.627331 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (e4e43c9e-c615-4758-8db1-d276ce140e6a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.697248 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (e4e43c9e-c615-4758-8db1-d276ce140e6a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.714627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e43c9e-c615-4758-8db1-d276ce140e6a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:07.779081 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.780299 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8f9c59fe-4c1a-4950-bc31-7c331b6a51bc tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047731 Apr 12 17:38:07.783344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52284) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:07.787602 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:07.862629 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (61bd9d70-f386-46d7-b71c-7d425b67170c), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.917897 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (61bd9d70-f386-46d7-b71c-7d425b67170c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:07.988708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (61bd9d70-f386-46d7-b71c-7d425b67170c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.006483 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd9d70-f386-46d7-b71c-7d425b67170c,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:08.072890 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5a6f0-f9b3-4b76-a837-0fb982422a3a req-e6459555-1322-4127-8f1b-263678c57df7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:08.074317 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dc5a6f0-f9b3-4b76-a837-0fb982422a3a req-e6459555-1322-4127-8f1b-263678c57df7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0476127 Apr 12 17:38:08.106676 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.107807 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5dc403a7-fded-46fe-b640-84225ce88073 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235259 Apr 12 17:38:08.111545 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52288) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:08.116543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:08.125582 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dc5a6f0-f9b3-4b76-a837-0fb982422a3a req-c4a69e8e-5978-4a19-af2e-8efe9ea1949a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450892 Apr 12 17:38:08.244608 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (2816d41b-9409-4315-bd2e-887030e00513), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.299490 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (2816d41b-9409-4315-bd2e-887030e00513), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.376366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (2816d41b-9409-4315-bd2e-887030e00513), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.395104 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2816d41b-9409-4315-bd2e-887030e00513,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:08.401910 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.402287 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.402634 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.402977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.403314 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.403650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.403980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.404308 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.404635 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.404967 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.405375 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.405700 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.406295 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.406623 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.406946 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:08.470122 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.471318 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f862f419-3a13-41e8-af99-2bf719e8e9f0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582678 Apr 12 17:38:08.474021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52290) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:08.478272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:08.553576 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.securitygroups_db [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Project bdcc592473fb40bcaee7529c3f85dbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:38:08.559178 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (5c6ea63c-3384-492f-b5b9-14fcd8ab6e60), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.615612 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (5c6ea63c-3384-492f-b5b9-14fcd8ab6e60), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.690635 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (5c6ea63c-3384-492f-b5b9-14fcd8ab6e60), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.707337 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6ea63c-3384-492f-b5b9-14fcd8ab6e60,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:08.762335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.763543 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2e5df639-8a3b-42cd-ba18-c7e6250e6e6a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885582 Apr 12 17:38:08.766223 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52292) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:08.770391 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'security_group_rule': {'security_group_id': 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8', 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:08.851405 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.securitygroups_db [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Project bdcc592473fb40bcaee7529c3f85dbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:38:08.856795 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (2b90cd07-206f-435e-8f15-a5b025e60642), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.915363 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (2b90cd07-206f-435e-8f15-a5b025e60642), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:08.994238 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (2b90cd07-206f-435e-8f15-a5b025e60642), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.011445 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b90cd07-206f-435e-8f15-a5b025e60642,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:09.070718 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.071918 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7a633d7b-5e90-4681-b69b-eb672e985e8c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047721 Apr 12 17:38:09.157512 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-02a241f0-1171-494f-ada9-756db2047484 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257452218&fields=id&tenant_id=bdcc592473fb40bcaee7529c3f85dbc0 HTTP/1.1" status: 200 len: 267 time: 0.0438290 Apr 12 17:38:09.231260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-9ab1a2f2-2a98-4709-ae9c-0753378e5894 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.232723 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-9ab1a2f2-2a98-4709-ae9c-0753378e5894 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0694110 Apr 12 17:38:09.246637 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'port': {'security_groups': ['c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b', 'e5815426-7de0-4bc6-8b1e-ed9dff40e3f8']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:09.254546 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401fd0-cab5-4b3f-80d7-4b836f4018ed req-a1bd228f-f570-4478-bca8-0accb5c3928e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.255902 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77401fd0-cab5-4b3f-80d7-4b836f4018ed req-a1bd228f-f570-4478-bca8-0accb5c3928e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0628724 Apr 12 17:38:09.353291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.357607 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-77401fd0-cab5-4b3f-80d7-4b836f4018ed req-2f85b7f7-921c-426b-ba54-735d4ffd3be3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828547 Apr 12 17:38:09.569665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:09.598568 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.634246 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.676277 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.676901 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:09.678318 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-55d74889-48eb-4a28-a58f-c29ba88e6e6a req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "PUT /v2.0/ports/5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 981 time: 0.4378817 Apr 12 17:38:09.681371 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:09.682999 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e99df1-e82f-4599-a1b1-ce1845f4b83c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:09.692262 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:38:09.722463 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af511d-6dd2-4618-9f7e-49a77f0feba8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=6']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:09.736540 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d384f-d7a6-4502-ad2d-3159956bdd3f x-openstack-request-id: req-813d384f-d7a6-4502-ad2d-3159956bdd3f {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:09.739701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:09.739701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813d384f-d7a6-4502-ad2d-3159956bdd3f {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:09.739701 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813d384f-d7a6-4502-ad2d-3159956bdd3f'] response: {'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:38:09.807328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6bddf-784f-4fd9-82bb-b2d7f2b02441 req-43ee4eda-158c-4145-b23e-24eb761df94a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.810533 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edb6bddf-784f-4fd9-82bb-b2d7f2b02441 req-43ee4eda-158c-4145-b23e-24eb761df94a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0558136 Apr 12 17:38:09.842566 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-2dadcc90-e999-4060-a35b-d43dececb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.844152 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-2dadcc90-e999-4060-a35b-d43dececb834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1168 time: 0.0488873 Apr 12 17:38:09.881748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-edb6bddf-784f-4fd9-82bb-b2d7f2b02441 req-9162a619-cb78-4ff7-a877-9be2f2c75b45 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661077 Apr 12 17:38:09.960173 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:38:09.965214 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-72358c5a-8391-4f1c-be75-ae0bbd91a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:09.966751 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-72358c5a-8391-4f1c-be75-ae0bbd91a671 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 916 time: 0.1050186 Apr 12 17:38:10.021678 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-fb4c6e58-2838-4f28-a3e4-122fadb7eb8d None None] Provisioning complete for port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:38:10.022070 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6e58-2838-4f28-a3e4-122fadb7eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:10.043037 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-29fd86ef-47d2-4607-9c19-c80853e12841 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 1001 time: 0.0619006 Apr 12 17:38:10.089264 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-536b10f2-0567-4755-b5c2-bac7ef555c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.090661 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-536b10f2-0567-4755-b5c2-bac7ef555c7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.0418482 Apr 12 17:38:10.146181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-c63f7ef7-6d9d-4c32-8560-4e262964be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.147698 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-c63f7ef7-6d9d-4c32-8560-4e262964be16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494928 Apr 12 17:38:10.195720 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c6e58-2838-4f28-a3e4-122fadb7eb8d None None] Current status of the port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:38:10.245556 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-4907c953-6a6f-4895-a312-a14ac7f110a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Apr 12 17:38:10.340200 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-72e99df1-e82f-4599-a1b1-ce1845f4b83c req-22c2131b-47a1-4993-a129-7b1d09a497ac service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Apr 12 17:38:10.476545 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4afdf3-d962-4d04-b881-adfda82608ad req-517cd88c-d0c1-491a-88cd-6fa8e3025095 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.478057 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a4afdf3-d962-4d04-b881-adfda82608ad req-517cd88c-d0c1-491a-88cd-6fa8e3025095 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0485995 Apr 12 17:38:10.524184 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a4afdf3-d962-4d04-b881-adfda82608ad req-24a01af9-0e1b-4412-abc3-753cff5d41a6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Apr 12 17:38:10.582580 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-cea57f66-90ce-421b-bf2e-dbfa7aaf9d9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364389 Apr 12 17:38:10.663624 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-03d0c67e-264f-4a7c-9877-e6076f8c3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.665066 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-03d0c67e-264f-4a7c-9877-e6076f8c3c91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0370996 Apr 12 17:38:10.713017 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:38:10.778858 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-186f82a0-6b94-4ebf-9a48-66b669e58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.780314 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-186f82a0-6b94-4ebf-9a48-66b669e58b23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.0853369 Apr 12 17:38:10.845021 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-55e79309-fa3f-4983-a8e3-f51d86bf7294 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 200 len: 1001 time: 0.0559907 Apr 12 17:38:10.892978 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-35656593-d77f-45d4-9ff8-984ac456cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.894405 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-35656593-d77f-45d4-9ff8-984ac456cf97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0424650 Apr 12 17:38:10.943644 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-81014aec-f789-41bb-9a4b-5ef6fd2d23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:10.944998 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-81014aec-f789-41bb-9a4b-5ef6fd2d23f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394170 Apr 12 17:38:11.032156 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-9981636e-2fcd-4d2c-bcd4-bab5d57256a3 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806673 Apr 12 17:38:11.120985 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9cc423f9-9db3-442f-a1cc-1a9f2a2042c6 req-7b863625-786d-48c4-9c45-ed98488f5d8e service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827301 Apr 12 17:38:11.639535 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff51f1c-a976-4064-92e9-87eca4f72bfa req-370bbc18-4fa1-4253-a813-f00461f29a39 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:11.641578 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ff51f1c-a976-4064-92e9-87eca4f72bfa req-370bbc18-4fa1-4253-a813-f00461f29a39 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0511386 Apr 12 17:38:11.688221 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6ff51f1c-a976-4064-92e9-87eca4f72bfa req-303b453c-5763-4d9f-9dc9-8ede7892bdb5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Apr 12 17:38:12.798907 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd650b8-8e27-4ee4-9461-a1fa4c8ed8b2 req-f2768979-fcf3-4cd3-a23e-96b00158a5dd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:12.800521 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abd650b8-8e27-4ee4-9461-a1fa4c8ed8b2 req-f2768979-fcf3-4cd3-a23e-96b00158a5dd tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0455189 Apr 12 17:38:12.845145 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-abd650b8-8e27-4ee4-9461-a1fa4c8ed8b2 req-457d8832-a3f9-4ab5-bcc8-bb454e4d5e22 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391960 Apr 12 17:38:13.701277 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:13.960581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950777-8f14-4e9f-bc27-390f4025c06b req-a3075f59-8f18-4b4f-986c-c49dfe1d2d31 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:13.962067 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29950777-8f14-4e9f-bc27-390f4025c06b req-a3075f59-8f18-4b4f-986c-c49dfe1d2d31 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0447669 Apr 12 17:38:14.009735 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29950777-8f14-4e9f-bc27-390f4025c06b req-f1dba620-9e5b-45cd-9e33-01013038bed1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Apr 12 17:38:15.118971 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebce2b-5d09-428a-99aa-805046101258 req-2cac80c4-8844-46c3-bdac-4019e9f26387 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:15.120144 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89ebce2b-5d09-428a-99aa-805046101258 req-2cac80c4-8844-46c3-bdac-4019e9f26387 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0442963 Apr 12 17:38:15.166332 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89ebce2b-5d09-428a-99aa-805046101258 req-12c6506a-df40-4c2d-9729-8a12459b6b21 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Apr 12 17:38:15.479854 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7447741-3351-44a5-bde8-f0d9286a00d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:16.308222 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc63ff-c15b-4fe4-8c73-23e90d97d39b req-7fe29263-1a8a-4666-a0cb-2f6982155f75 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:16.309680 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2adc63ff-c15b-4fe4-8c73-23e90d97d39b req-7fe29263-1a8a-4666-a0cb-2f6982155f75 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0752077 Apr 12 17:38:16.320549 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de8a90-60b7-4384-a083-ce6acd950b96 req-6e968888-67a7-4556-b815-c37b57274485 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:16.321892 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47de8a90-60b7-4384-a083-ce6acd950b96 req-6e968888-67a7-4556-b815-c37b57274485 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0599725 Apr 12 17:38:16.392836 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2adc63ff-c15b-4fe4-8c73-23e90d97d39b req-ebd284be-c3fb-443c-a6e6-bd1bef1c4cb5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685022 Apr 12 17:38:16.398874 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47de8a90-60b7-4384-a083-ce6acd950b96 req-583b9526-fbda-406f-8083-908f5dd1d99e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705709 Apr 12 17:38:17.536102 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbb4b-6d06-4e52-bb83-dd246ae75ae9 req-cfe5a98e-968d-400e-8c3b-c9b53ac9a08f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:17.537549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad7fbb4b-6d06-4e52-bb83-dd246ae75ae9 req-cfe5a98e-968d-400e-8c3b-c9b53ac9a08f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0742211 Apr 12 17:38:17.543519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728a60-c4d3-4331-904f-dc4bdfcdec6a req-702cc256-dac5-4ed0-8f0d-d25a7640b70a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:17.544848 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59728a60-c4d3-4331-904f-dc4bdfcdec6a req-702cc256-dac5-4ed0-8f0d-d25a7640b70a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0730133 Apr 12 17:38:17.825879 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad7fbb4b-6d06-4e52-bb83-dd246ae75ae9 req-17c76ecb-d22e-4dc2-bc41-0a7549fc3d07 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800179 Apr 12 17:38:17.834231 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-59728a60-c4d3-4331-904f-dc4bdfcdec6a req-e9134641-0503-489e-b8a6-5e96555ae1a0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806368 Apr 12 17:38:17.850286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3082-026e-4165-8912-d9f6f42d6219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:18.133354 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a922f-7a5d-4043-a338-84bd540249d0 req-5017bd4c-12ef-4329-97cb-a95f2e6ac75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:18.134916 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-303a922f-7a5d-4043-a338-84bd540249d0 req-5017bd4c-12ef-4329-97cb-a95f2e6ac75d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0376141 Apr 12 17:38:18.179807 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-303a922f-7a5d-4043-a338-84bd540249d0 req-aa36f1b9-2b63-482e-8d80-ed7a98b42fc2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371745 Apr 12 17:38:18.966874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ae4e-7fe8-456b-a5df-bbfd8373a2fd req-b76ae08e-7c84-433d-a089-248a6a02f471 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:18.968378 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ce6ae4e-7fe8-456b-a5df-bbfd8373a2fd req-b76ae08e-7c84-433d-a089-248a6a02f471 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0747964 Apr 12 17:38:18.974268 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7196a-d1dd-417f-8ad3-370a0498f36e req-d0ac55ae-dbc0-407d-be62-bd9c4e38cad1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:18.975607 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46d7196a-d1dd-417f-8ad3-370a0498f36e req-d0ac55ae-dbc0-407d-be62-bd9c4e38cad1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0722470 Apr 12 17:38:19.005613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:19.051748 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ce6ae4e-7fe8-456b-a5df-bbfd8373a2fd req-b2e0bcaa-565e-41ce-b697-97d8b32a56e5 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752029 Apr 12 17:38:19.054749 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-46d7196a-d1dd-417f-8ad3-370a0498f36e req-82dd8cfc-a8f9-4742-b1b7-6a4746bbcc49 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718610 Apr 12 17:38:19.881214 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-6093ab4e-67f7-4cdc-a6b5-dad636243921 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:19.882693 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-6093ab4e-67f7-4cdc-a6b5-dad636243921 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0448554 Apr 12 17:38:19.975064 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:38:19.975448 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.068889 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] For port 522d4a4d-b42b-4f16-9a03-4466b73d8a91, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=522d4a4d-b42b-4f16-9a03-4466b73d8a91,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:20.069323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.210936 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470a98d-c5e3-4be5-804c-8cfcd4087869 req-6191fbac-244a-4ee1-8a39-5cdaf7d132fc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:20.212549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0470a98d-c5e3-4be5-804c-8cfcd4087869 req-6191fbac-244a-4ee1-8a39-5cdaf7d132fc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 945 time: 0.0811753 Apr 12 17:38:20.225680 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c18c84-19d3-41d6-bcdd-0770410eec1f req-9873cffe-15ed-4a54-bb9e-fad56b159ce0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:20.227424 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90c18c84-19d3-41d6-bcdd-0770410eec1f req-9873cffe-15ed-4a54-bb9e-fad56b159ce0 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0671365 Apr 12 17:38:20.298755 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.299118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.299440 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 5414242a-d525-4499-84da-93c1a0b2dd82 disassociated. External IP: 172.27.2.249, port: 522d4a4d-b42b-4f16-9a03-4466b73d8a91. Apr 12 17:38:20.299813 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for 522d4a4d-b42b-4f16-9a03-4466b73d8a91 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:38:20.302020 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0470a98d-c5e3-4be5-804c-8cfcd4087869 req-50b9b22b-5435-4c57-81fe-97473680e990 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6afca12-49d5-4526-ba50-7e7ebc626fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838039 Apr 12 17:38:20.308880 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-90c18c84-19d3-41d6-bcdd-0770410eec1f req-e837292f-5efb-492c-9f81-4182e6438b6d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756612 Apr 12 17:38:20.326421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.462935 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (522d4a4d-b42b-4f16-9a03-4466b73d8a91), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.490181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=522d4a4d-b42b-4f16-9a03-4466b73d8a91,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:20.602079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:38:20.710191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:38:20.720508 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:38:20.730657 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:20.731279 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:20.754439 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] No DVR routers for this DVR port 522d4a4d-b42b-4f16-9a03-4466b73d8a91 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:38:20.757112 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:20.760614 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-cf6bef7c-80ce-4417-903a-02a639d6799f req-ecf7affb-d7a3-4876-a671-fc718a327c4d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "DELETE /v2.0/ports/522d4a4d-b42b-4f16-9a03-4466b73d8a91 HTTP/1.1" status: 204 len: 173 time: 0.8683748 Apr 12 17:38:20.761049 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'name': 'network-vif-deleted', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:20.763271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855d830-c705-44c2-be5b-5feac5a451c7" -d '{"events": [{"server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "name": "network-vif-deleted", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:20.801230 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e632b6-e0e7-4173-b246-8c5a69ed7607 x-openstack-request-id: req-13e632b6-e0e7-4173-b246-8c5a69ed7607 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:20.801519 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80a2d10-1fbc-4ea9-970e-697e2033022b", "name": "network-vif-deleted", "tag": "522d4a4d-b42b-4f16-9a03-4466b73d8a91", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:20.801764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13e632b6-e0e7-4173-b246-8c5a69ed7607 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:20.802181 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e632b6-e0e7-4173-b246-8c5a69ed7607'] response: {'server_uuid': 'b80a2d10-1fbc-4ea9-970e-697e2033022b', 'name': 'network-vif-deleted', 'tag': '522d4a4d-b42b-4f16-9a03-4466b73d8a91', 'status': 'completed', 'code': 200} Apr 12 17:38:20.928618 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:21.150610 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:21.180620 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:38:21.189536 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:21.190213 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:21.304450 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:21.439112 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-48fe8efd-770c-44d1-862a-0f2272618e63 req-37e5b28d-88a4-4af1-bdf2-4a00ce6ba9d8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80a2d10-1fbc-4ea9-970e-697e2033022b HTTP/1.1" status: 200 len: 210 time: 0.0319870 Apr 12 17:38:21.447798 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0880a38-87bb-4698-ab98-471a1de819bd req-09b71950-e36b-4975-90ff-8bdeaafb3f2e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:21.451940 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0880a38-87bb-4698-ab98-471a1de819bd req-09b71950-e36b-4975-90ff-8bdeaafb3f2e tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0716894 Apr 12 17:38:21.498336 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c0880a38-87bb-4698-ab98-471a1de819bd req-78dce2cb-b3cc-4432-b7a5-4898a8273ac8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Apr 12 17:38:21.533052 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:21.563741 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988ad6b-f6b3-4469-bed2-19aea7587aad None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '681fc1ac-98bb-4237-9827-7fa1f5e9df91', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:62:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:30:32Z', 'updated_at': '2022-04-12T17:31:50Z', 'revision_number': 2, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:38:21.822601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336faed2-371b-470f-b6d4-8460911c4ad8 None None] New status for floating IP 5414242a-d525-4499-84da-93c1a0b2dd82: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:38:21.898158 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.022931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789c7f-38a5-40ad-be25-8e90154ad63b req-eaa1226d-01e1-40ad-9529-5420610d91f6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:22.024460 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86789c7f-38a5-40ad-be25-8e90154ad63b req-eaa1226d-01e1-40ad-9529-5420610d91f6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0502090 Apr 12 17:38:22.082992 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-86789c7f-38a5-40ad-be25-8e90154ad63b req-cc187c1f-0ba8-4e6b-9aa8-fc7ecc90c34c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496798 Apr 12 17:38:22.144755 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-fe5ff6e6-3e49-4a06-b3bc-6e6916904f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:22.147217 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-fe5ff6e6-3e49-4a06-b3bc-6e6916904f03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0403800 Apr 12 17:38:22.241398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-17b9b5d1-630a-4157-b955-6ca2348aad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:22.242995 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-17b9b5d1-630a-4157-b955-6ca2348aad06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.0877492 Apr 12 17:38:22.314426 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-b8e607f2-26fc-41e1-9f6e-9db79734d02b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1001 time: 0.0625150 Apr 12 17:38:22.367043 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-d78c8dd8-50bd-48e6-8a44-939bb12f3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:22.368499 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-d78c8dd8-50bd-48e6-8a44-939bb12f3863 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0434275 Apr 12 17:38:22.410296 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-aba996be-4090-45ab-8657-011da953fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:22.411767 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-aba996be-4090-45ab-8657-011da953fdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365999 Apr 12 17:38:22.505479 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-a73c38b1-7686-4785-8fae-cfa1e6c5f1d0 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849721 Apr 12 17:38:22.578782 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52378) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:22.604139 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dfeb7973-47d7-46e6-b3a9-1d474db3b9dc req-627421ca-de62-4ed3-9710-9c6bafc9b7b7 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908744 Apr 12 17:38:22.631607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (c6afca12-49d5-4526-ba50-7e7ebc626fc0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.655046 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (c6afca12-49d5-4526-ba50-7e7ebc626fc0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.717551 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 522d4a4d-b42b-4f16-9a03-4466b73d8a91 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:38:22.739334 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 522d4a4d-b42b-4f16-9a03-4466b73d8a91 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:38:22.739676 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 522d4a4d-b42b-4f16-9a03-4466b73d8a91 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:38:22.764664 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c6afca12-49d5-4526-ba50-7e7ebc626fc0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.768098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.769311 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6afca12-49d5-4526-ba50-7e7ebc626fc0 HTTP/1.1" status: 204 len: 168 time: 0.1895287 Apr 12 17:38:22.772017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52380) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:22.785597 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22de15-185d-454a-933e-e53a3b7d7fd6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6afca12-49d5-4526-ba50-7e7ebc626fc0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:22.787777 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-2b1db115-0575-4ded-bf90-5923f8326953 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] show failed (client error): The resource could not be found. Apr 12 17:38:22.791386 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2b1db115-0575-4ded-bf90-5923f8326953 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups/c6afca12-49d5-4526-ba50-7e7ebc626fc0 HTTP/1.1" status: 404 len: 347 time: 0.0159910 Apr 12 17:38:22.791825 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52382) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:22.910094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port d6d42c61-3dab-4469-956d-41ff507c0c02 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:38:22.910402 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.989272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:22.989606 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (d6d42c61-3dab-4469-956d-41ff507c0c02), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:23.002225 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for d6d42c61-3dab-4469-956d-41ff507c0c02 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:38:23.206401 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65167e-e1fb-493a-b7a8-bb2ff6e051ce req-9e873f71-14be-41db-bae5-05bbe0cad1ec tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:23.208747 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d65167e-e1fb-493a-b7a8-bb2ff6e051ce req-9e873f71-14be-41db-bae5-05bbe0cad1ec tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0509365 Apr 12 17:38:23.211208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (d6d42c61-3dab-4469-956d-41ff507c0c02), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:23.236160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=d6d42c61-3dab-4469-956d-41ff507c0c02,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:23.261508 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9d65167e-e1fb-493a-b7a8-bb2ff6e051ce req-735fc821-a20a-437c-8fd1-1149275abc9f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471904 Apr 12 17:38:23.268672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (5414242a-d525-4499-84da-93c1a0b2dd82), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:23.272176 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:23.273339 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ee9ae665-f773-4208-9e8a-32f652173f67 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/floatingips/5414242a-d525-4499-84da-93c1a0b2dd82 HTTP/1.1" status: 204 len: 168 time: 0.4807796 Apr 12 17:38:24.379009 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfc492-1491-4c51-b877-f69845843e1c req-fdd0854b-69f6-422e-8dec-5b8dca1d41db tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:24.380525 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2acfc492-1491-4c51-b877-f69845843e1c req-fdd0854b-69f6-422e-8dec-5b8dca1d41db tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0471623 Apr 12 17:38:24.428899 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2acfc492-1491-4c51-b877-f69845843e1c req-808cd812-fae7-486f-934a-0e71277477ca tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426664 Apr 12 17:38:25.537440 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62349-091e-4baf-b142-2576f7499372 req-ef5dbcba-a467-4711-a83a-13abf0f3ed03 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:25.538894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c7f62349-091e-4baf-b142-2576f7499372 req-ef5dbcba-a467-4711-a83a-13abf0f3ed03 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0441041 Apr 12 17:38:25.582940 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c7f62349-091e-4baf-b142-2576f7499372 req-0112b344-3b63-4d9c-96ce-00b071474b61 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Apr 12 17:38:26.697538 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a699d7c-e2b7-4654-9ad6-5a421ad0b5a4 req-1faee47d-357c-47c2-8990-863c41e685fc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:26.699042 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a699d7c-e2b7-4654-9ad6-5a421ad0b5a4 req-1faee47d-357c-47c2-8990-863c41e685fc tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0492022 Apr 12 17:38:26.744961 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a699d7c-e2b7-4654-9ad6-5a421ad0b5a4 req-5b0970d1-799b-44f4-a37f-eafe1a041da7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399396 Apr 12 17:38:26.852498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5bc11-5d6d-40b6-8ccc-1d48dc55dba6 req-94034e26-445e-455c-a736-a09fa8e09795 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:26.853972 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bef5bc11-5d6d-40b6-8ccc-1d48dc55dba6 req-94034e26-445e-455c-a736-a09fa8e09795 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0462694 Apr 12 17:38:26.867267 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52412) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:26.867766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Request body: {'floatingip': {'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:26.924090 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:27.389426 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:27.455811 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:27.887685 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:38:27.995389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:38:28.000233 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:28.004798 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:38:28.013866 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:28.015229 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:28.029731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:28.032910 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f55c11-cf71-4dca-8871-1a4517063537" -d '{"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:28.070564 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d9a0174a-c675-4226-a8cd-100f141c2b71 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "PUT /v2.0/floatingips/15766e33-371d-4caa-8af2-c776949f65de HTTP/1.1" status: 200 len: 993 time: 1.1992731 Apr 12 17:38:28.089853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c124ec32-d33b-405f-badd-9b1596d2ffc0 x-openstack-request-id: req-c124ec32-d33b-405f-badd-9b1596d2ffc0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:28.090258 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:28.090511 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c124ec32-d33b-405f-badd-9b1596d2ffc0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:28.090917 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c124ec32-d33b-405f-badd-9b1596d2ffc0'] response: {'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'status': 'completed', 'code': 200} Apr 12 17:38:28.126975 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:28.185780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-98947be3-3b2d-416a-b65a-f7c81d06fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:28.187392 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-98947be3-3b2d-416a-b65a-f7c81d06fa2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0492542 Apr 12 17:38:28.289588 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-d6a3760a-8f11-4268-85dd-c19be67a81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:28.291321 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-d6a3760a-8f11-4268-85dd-c19be67a81ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.0967162 Apr 12 17:38:28.333159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975e35-8b23-4685-a0d0-7c25beef404f req-9526920c-9a69-405e-9c70-18260ec728b0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:28.334587 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c6975e35-8b23-4685-a0d0-7c25beef404f req-9526920c-9a69-405e-9c70-18260ec728b0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0462224 Apr 12 17:38:28.345699 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:38:27Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:28.375048 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:38:28.381180 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c6975e35-8b23-4685-a0d0-7c25beef404f req-d79a3e7b-dc27-4268-b1d3-78e63f43967e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Apr 12 17:38:28.384203 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:28.384632 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:28.487636 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:28.690873 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:38:27Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:28.748253 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-4a44e570-e3b5-4b99-bf71-18929f5b823b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1001 time: 0.0606084 Apr 12 17:38:28.800911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-1b81692f-2b93-4a60-9e1d-d1b2a09df9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:28.802401 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-1b81692f-2b93-4a60-9e1d-d1b2a09df9ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0490818 Apr 12 17:38:28.806328 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fce6fa-00b2-4bd2-9d1f-58040847e557 None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '15766e33-371d-4caa-8af2-c776949f65de', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'port_id': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'mac_address': 'fa:16:3e:fe:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:33:45Z', 'updated_at': '2022-04-12T17:38:27Z', 'revision_number': 3, 'project_id': '6923437b5eea41fda53f134e75138797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:38:28.845939 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-f408a04d-42cd-4e22-ab74-2d7aa6022f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:28.847651 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-f408a04d-42cd-4e22-ab74-2d7aa6022f9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391352 Apr 12 17:38:28.939884 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-4a04edc7-8897-4c16-af1a-3b2ad631a19f service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Apr 12 17:38:29.032361 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a8f55c11-cf71-4dca-8871-1a4517063537 req-2c7110ea-6abd-4c53-9d8d-d3748514a87d service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Apr 12 17:38:29.487444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-4252471c-8eac-4253-8ae5-67e8910dde90 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:29.488959 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-4252471c-8eac-4253-8ae5-67e8910dde90 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Apr 12 17:38:29.497866 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d099-f31f-4a3e-873c-63bd6913f556 req-65817d1f-a8e2-4942-be1e-08d2812caec1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:29.500215 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15b8d099-f31f-4a3e-873c-63bd6913f556 req-65817d1f-a8e2-4942-be1e-08d2812caec1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Apr 12 17:38:29.546926 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-15b8d099-f31f-4a3e-873c-63bd6913f556 req-722b2a74-8c3a-4966-a6e4-1698283aa96a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=5024352a-5085-4acc-909f-354dad715ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Apr 12 17:38:29.581911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:38:29.582278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:29.668727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] For port aeb45aab-2dd0-4ff3-b899-524d1ff35a08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:29.669100 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:29.840518 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:29.840891 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:29.841207 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 681fc1ac-98bb-4237-9827-7fa1f5e9df91 disassociated. External IP: 172.27.2.196, port: aeb45aab-2dd0-4ff3-b899-524d1ff35a08. Apr 12 17:38:29.841548 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for aeb45aab-2dd0-4ff3-b899-524d1ff35a08 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:38:29.863129 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cdc00-3d99-4230-b5ae-01e4ce8efc3e req-b8b44fe7-b4dc-49ac-9595-bbd90b6b2166 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:29.864611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce6cdc00-3d99-4230-b5ae-01e4ce8efc3e req-b8b44fe7-b4dc-49ac-9595-bbd90b6b2166 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0462937 Apr 12 17:38:29.915015 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce6cdc00-3d99-4230-b5ae-01e4ce8efc3e req-8cbee855-e344-4e82-b13a-7d0175f99588 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Apr 12 17:38:30.028366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (aeb45aab-2dd0-4ff3-b899-524d1ff35a08), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:30.060365 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=aeb45aab-2dd0-4ff3-b899-524d1ff35a08,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:30.100074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:30.102314 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c460d-9ec1-4615-914d-a2cff3e3e628" -d '{"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:30.150184 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496aaca0-0bc6-4b10-937f-0a36f20d0e5c x-openstack-request-id: req-496aaca0-0bc6-4b10-937f-0a36f20d0e5c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:30.150472 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:30.150719 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-496aaca0-0bc6-4b10-937f-0a36f20d0e5c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:30.151097 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496aaca0-0bc6-4b10-937f-0a36f20d0e5c'] response: {'name': 'network-changed', 'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'status': 'completed', 'code': 200} Apr 12 17:38:30.183752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:38:30.265525 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-3b3208f8-3393-4cee-a21b-6f2216516038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:30.267152 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-3b3208f8-3393-4cee-a21b-6f2216516038 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6923437b5eea41fda53f134e75138797&device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 1129 time: 0.0745277 Apr 12 17:38:30.376453 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:38:30.387304 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:38:30.432676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] No DVR routers for this DVR port aeb45aab-2dd0-4ff3-b899-524d1ff35a08 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:38:30.434906 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-5518df10-0b18-4afb-99ba-85421cd721bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:30.436518 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-5518df10-0b18-4afb-99ba-85421cd721bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 200 len: 919 time: 0.1385307 Apr 12 17:38:30.437547 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:30.440939 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-221670ce-6ff5-4618-867c-c13944eb00b7 req-71a5d0ed-9773-415b-8798-8c8f1eb68100 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "DELETE /v2.0/ports/aeb45aab-2dd0-4ff3-b899-524d1ff35a08 HTTP/1.1" status: 204 len: 173 time: 0.9464931 Apr 12 17:38:30.510619 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-1971e1fa-0d3c-4875-a2d5-588b0b69cdf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 200 len: 1001 time: 0.0651345 Apr 12 17:38:30.533819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:30.534646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:30.595145 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-0a70969f-53d2-4926-8aa4-07aedcc2947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:30.601345 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-0a70969f-53d2-4926-8aa4-07aedcc2947c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 200 len: 857 time: 0.0641022 Apr 12 17:38:30.654632 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5821d8df-b1c5-4544-8b52-66aec2ab7b32 req-8f2239a1-8f90-4285-9574-8dbd383d7583 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0321822 Apr 12 17:38:30.662704 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:30.665588 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-c9b2653d-8793-4a79-953f-833ce2a354e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:30.677828 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-c9b2653d-8793-4a79-953f-833ce2a354e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88755202-8f20-440c-bd13-3a96a33eea35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624013 Apr 12 17:38:30.771585 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-275ad39e-8237-4fe7-8068-ae92045708c6 service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Apr 12 17:38:30.852897 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:30.884040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:38:30.892206 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:30.892825 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:31.000536 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:31.039351 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c59d0e-92c9-4bca-a958-4529d3954b88 req-a419e66e-559c-49b1-a06d-6734af5d4000 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:31.041059 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57c59d0e-92c9-4bca-a958-4529d3954b88 req-a419e66e-559c-49b1-a06d-6734af5d4000 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0494134 Apr 12 17:38:31.090397 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57c59d0e-92c9-4bca-a958-4529d3954b88 req-67aa2d9a-02bd-49fb-842b-91dbf042125b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Apr 12 17:38:31.190517 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:31.216880 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832abb9-84e4-42c5-b6be-a7ec4a649b36 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:38:31.437734 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c359b02-8ee7-4c79-bb58-f8e4eeea1239 None None] New status for floating IP 681fc1ac-98bb-4237-9827-7fa1f5e9df91: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:38:31.539199 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-312c460d-9ec1-4615-914d-a2cff3e3e628 req-75bd5d72-5297-4cfe-abfa-dd90032e14bf service neutron] 10.222.0.60 "GET /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Apr 12 17:38:31.763312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b9e419c-0bd4-416b-8659-dabbab7b105a req-b70e2bc2-c91c-4718-aac9-19ba2979a928 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd9df29-5a3d-4a33-876b-3b788f46d0c1 HTTP/1.1" status: 200 len: 210 time: 0.0267544 Apr 12 17:38:32.152605 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'name': 'network-vif-deleted', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:32.155015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647174dd-72f2-4b17-b7a8-d362f93d6b18" -d '{"events": [{"server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "name": "network-vif-deleted", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:32.194377 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cefea44-fdef-40a2-b2f8-b98925028399 x-openstack-request-id: req-9cefea44-fdef-40a2-b2f8-b98925028399 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:32.194377 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9df29-5a3d-4a33-876b-3b788f46d0c1", "name": "network-vif-deleted", "tag": "aeb45aab-2dd0-4ff3-b899-524d1ff35a08", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:32.194377 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cefea44-fdef-40a2-b2f8-b98925028399 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:32.194377 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cefea44-fdef-40a2-b2f8-b98925028399'] response: {'server_uuid': '8cd9df29-5a3d-4a33-876b-3b788f46d0c1', 'name': 'network-vif-deleted', 'tag': 'aeb45aab-2dd0-4ff3-b899-524d1ff35a08', 'status': 'completed', 'code': 200} Apr 12 17:38:32.210317 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f22e1-d30a-406e-9b58-ce4fb6b741b1 req-8eb97d77-bbad-41b4-b589-7c4ce5aedb46 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:32.211795 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-240f22e1-d30a-406e-9b58-ce4fb6b741b1 req-8eb97d77-bbad-41b4-b589-7c4ce5aedb46 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0532601 Apr 12 17:38:32.262399 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-240f22e1-d30a-406e-9b58-ce4fb6b741b1 req-8ba8e38f-3ad9-442c-9d42-42219719c110 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450318 Apr 12 17:38:32.778195 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device aeb45aab-2dd0-4ff3-b899-524d1ff35a08 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:38:32.803044 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: aeb45aab-2dd0-4ff3-b899-524d1ff35a08 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:38:32.803389 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device aeb45aab-2dd0-4ff3-b899-524d1ff35a08 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:38:32.914559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52454) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:32.965843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (5024352a-5085-4acc-909f-354dad715ee4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:32.988904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (5024352a-5085-4acc-909f-354dad715ee4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.135058 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (5024352a-5085-4acc-909f-354dad715ee4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.137635 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.138799 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/security-groups/5024352a-5085-4acc-909f-354dad715ee4 HTTP/1.1" status: 204 len: 168 time: 0.2232661 Apr 12 17:38:33.141672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52456) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:33.147678 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8859344-eef6-4ef2-a6ed-35a2b2342cf2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024352a-5085-4acc-909f-354dad715ee4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:33.157564 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-6a2da810-3f82-42c0-8b91-199268bcb0eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] show failed (client error): The resource could not be found. Apr 12 17:38:33.158712 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6a2da810-3f82-42c0-8b91-199268bcb0eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups/5024352a-5085-4acc-909f-354dad715ee4 HTTP/1.1" status: 404 len: 347 time: 0.0158384 Apr 12 17:38:33.161456 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52458) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:33.276345 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port b8599e9b-a3f8-485b-831e-49881b171a0f {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:38:33.276695 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.380929 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e596-6956-43e8-ac6f-ef8038496f9b req-b16bd306-04ae-4f7e-918c-f0e0142b7b42 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:33.382387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87a8e596-6956-43e8-ac6f-ef8038496f9b req-b16bd306-04ae-4f7e-918c-f0e0142b7b42 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0539315 Apr 12 17:38:33.401874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.402158 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (b8599e9b-a3f8-485b-831e-49881b171a0f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.424854 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for b8599e9b-a3f8-485b-831e-49881b171a0f owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:38:33.481978 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-87a8e596-6956-43e8-ac6f-ef8038496f9b req-69f229c8-5ae5-471d-aa76-e265a0b4fb2a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937498 Apr 12 17:38:33.696758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (b8599e9b-a3f8-485b-831e-49881b171a0f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.724770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=b8599e9b-a3f8-485b-831e-49881b171a0f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:33.784039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (681fc1ac-98bb-4237-9827-7fa1f5e9df91), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.786606 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:33.787745 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f7e6eec3-839f-4021-a0d7-7190f2ce875d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/floatingips/681fc1ac-98bb-4237-9827-7fa1f5e9df91 HTTP/1.1" status: 204 len: 168 time: 0.6251833 Apr 12 17:38:34.315887 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52464) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:34.320360 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049250598', 'description': 'tempest-description--2110573324'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:34.393950 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.458494 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (f22d67c9-7d86-4a66-84b9-14b13102c3a4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.513698 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f22d67c9-7d86-4a66-84b9-14b13102c3a4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.542269 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22d67c9-7d86-4a66-84b9-14b13102c3a4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:34.579671 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.580850 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f6154ff3-311c-4dda-8faf-dc6be9ec508a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2639749 Apr 12 17:38:34.583635 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52468) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:34.587733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': 'f22d67c9-7d86-4a66-84b9-14b13102c3a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:34.613291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbc7c-a83e-4c2a-9ae2-801c15517b2c req-fedf6eed-6217-4984-a193-3d60d6eeee75 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:34.614794 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf4fbc7c-a83e-4c2a-9ae2-801c15517b2c req-fedf6eed-6217-4984-a193-3d60d6eeee75 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0661736 Apr 12 17:38:34.663717 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf4fbc7c-a83e-4c2a-9ae2-801c15517b2c req-c340f46b-dae5-4a25-9bfc-9150abb93c40 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Apr 12 17:38:34.700484 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (bc913c2e-a5d2-4921-b82a-5c9c4bbc87d1), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.752254 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (bc913c2e-a5d2-4921-b82a-5c9c4bbc87d1), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.832382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (bc913c2e-a5d2-4921-b82a-5c9c4bbc87d1), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.849678 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc913c2e-a5d2-4921-b82a-5c9c4bbc87d1,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:34.920001 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:34.921197 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0ee3237d-0308-4046-b382-8f076f805b8b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366714 Apr 12 17:38:34.923804 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52470) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:34.927949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': 'f22d67c9-7d86-4a66-84b9-14b13102c3a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:35.027438 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (6ae42235-13d7-49d3-8202-273faaa71094), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.085281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (6ae42235-13d7-49d3-8202-273faaa71094), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.163541 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (6ae42235-13d7-49d3-8202-273faaa71094), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.180895 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae42235-13d7-49d3-8202-273faaa71094,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:35.245539 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.246793 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-aba46fc2-52ec-4a71-90d4-afdeb3400bac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220658 Apr 12 17:38:35.255231 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52472) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:35.259499 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:35.340716 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.414765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.519293 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.27.2.68 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/58f65731-b18d-43f0-bc45-c49df17d8960) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:38:35.615794 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (58f65731-b18d-43f0-bc45-c49df17d8960), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.702893 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:35.769106 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:38:35.777347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:38:35.784508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:38:35.814485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddf880-f27f-444f-b390-33d6d5313874 req-2a4f7ebf-811d-4b2e-b8ba-e0c8d11e9e50 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:35.815963 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69ddf880-f27f-444f-b390-33d6d5313874 req-2a4f7ebf-811d-4b2e-b8ba-e0c8d11e9e50 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0846651 Apr 12 17:38:35.816559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=58f65731-b18d-43f0-bc45-c49df17d8960,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:35.904077 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69ddf880-f27f-444f-b390-33d6d5313874 req-7a642539-72ae-4969-a968-e65eea4c8687 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814145 Apr 12 17:38:35.918249 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (98570431-133d-4476-a673-206f099766e0), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.003753 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.147974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (58f65731-b18d-43f0-bc45-c49df17d8960), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.232319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.298153 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=58f65731-b18d-43f0-bc45-c49df17d8960,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:36.310566 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (98570431-133d-4476-a673-206f099766e0), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.422969 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:36.424188 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f2948a89-fa16-4493-b80c-87806dad434b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1680140 Apr 12 17:38:36.612034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-1a060408-a78e-4eb7-8001-3aef60d82708 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1049250598&fields=id&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 267 time: 0.0408986 Apr 12 17:38:36.732538 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-51c58105-b7d0-4275-bbd2-1fdcc60489c1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:36.733954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-51c58105-b7d0-4275-bbd2-1fdcc60489c1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1157246 Apr 12 17:38:36.748129 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-68121cd3-a2a8-426e-82bd-a2d33700be26 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/quotas/ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 375 time: 0.0088334 Apr 12 17:38:36.794837 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-12272097-ccb2-4e06-bf5d-b93538cf5e55 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0413241 Apr 12 17:38:36.890246 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-89a38af2-826d-445d-9ad9-f38961330c06 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837309 Apr 12 17:38:36.990263 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d54034c0-2f89-4fa6-8dcd-cf07a1a5a55b service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943189 Apr 12 17:38:37.023718 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4941f-a6bd-4bd5-8a94-c23a7da8183b req-6e5c0176-8444-4f56-ad45-7e2a8ea1fc93 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:37.025306 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-85b4941f-a6bd-4bd5-8a94-c23a7da8183b req-6e5c0176-8444-4f56-ad45-7e2a8ea1fc93 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0532417 Apr 12 17:38:37.075297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-85b4941f-a6bd-4bd5-8a94-c23a7da8183b req-20edc2d9-7d46-4eb0-9ce1-ffca81553b79 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440609 Apr 12 17:38:37.285718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-110312f5-9c3d-432d-8bc4-5449d8fdb00b req-d87d5d03-ea48-48a3-ae28-978e261860a9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 210 time: 0.0264208 Apr 12 17:38:38.284344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b47d-a77b-402c-8e6c-2e7b4c8829fd req-c81e7e22-ce0a-4c1c-b493-a75c25a24e8b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:38.285818 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6d2b47d-a77b-402c-8e6c-2e7b4c8829fd req-c81e7e22-ce0a-4c1c-b493-a75c25a24e8b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0467377 Apr 12 17:38:38.340483 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d6d2b47d-a77b-402c-8e6c-2e7b4c8829fd req-423b847b-8d24-4aab-bb7f-d6cfc9c7bdbc tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491517 Apr 12 17:38:38.386386 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f0323a76-8da4-4c6c-87b8-4b8f1476649b req-65053923-0de2-404f-ba8e-152894ab342b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 210 time: 0.0273461 Apr 12 17:38:39.299098 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-fda81574-fb01-49f7-a0f0-e3b9c6c38317 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:39.300536 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-fda81574-fb01-49f7-a0f0-e3b9c6c38317 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1030843 Apr 12 17:38:39.368410 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-fea70864-e118-4f1f-a2c7-3b0ae3c8768d tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 380 time: 0.0503061 Apr 12 17:38:39.384383 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'port': {'device_id': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'admin_state_up': True, 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'security_groups': ['f22d67c9-7d86-4a66-84b9-14b13102c3a4']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:39.460409 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92b626-706d-47ce-99e0-5a5d9a493cc9 req-04bf7171-7926-434c-86a1-c0acb9616057 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:39.461862 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c92b626-706d-47ce-99e0-5a5d9a493cc9 req-04bf7171-7926-434c-86a1-c0acb9616057 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0532768 Apr 12 17:38:39.494280 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fcb52ff0-8597-44a1-9712-0b85fa3f49cc req-0ac0f28d-0586-416c-87ef-53465670e9b6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 210 time: 0.0312624 Apr 12 17:38:39.543282 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1c92b626-706d-47ce-99e0-5a5d9a493cc9 req-1411d793-1943-4562-9a47-8405f8036ec9 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711446 Apr 12 17:38:39.571015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:38:39.574488 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:39.694737 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.20.0.11 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/5261a46c-60fa-423b-b194-efe8e37187dd) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:38:39.831743 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (5261a46c-60fa-423b-b194-efe8e37187dd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:39.919809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:39.961195 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:38:39.966142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:38:39.970509 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:38:39.980318 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:39.980318 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:39.984601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:40.057991 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-66fc5b55-0f73-4ae9-a8a9-9585001b8d4a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6775115 Apr 12 17:38:40.181778 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Request body: {'port': {'device_id': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:40.203133 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-1e0cc2be-183d-41c7-8688-8e1c74f24fc1 None None] Provisioning complete for port 5261a46c-60fa-423b-b194-efe8e37187dd triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:38:40.203677 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc2be-183d-41c7-8688-8e1c74f24fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:40.237808 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cc2be-183d-41c7-8688-8e1c74f24fc1 None None] Port 5261a46c-60fa-423b-b194-efe8e37187dd cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:38:40.246386 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-b35ee38b-fcbd-4552-b825-683577e3eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.247881 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-b35ee38b-fcbd-4552-b825-683577e3eab4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1129 time: 0.0705976 Apr 12 17:38:40.295641 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:40.396762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-6d843977-236e-4dd2-b521-e58e346675a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.398268 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-6d843977-236e-4dd2-b521-e58e346675a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 910 time: 0.1358840 Apr 12 17:38:40.575131 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-a4367626-c306-4a00-a05f-9e4b27d30716 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 1001 time: 0.1041961 Apr 12 17:38:40.608582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d10ed-57ef-4a8f-ae4e-b1d24e39fdc9 req-ee0a4551-ba2d-4786-bccd-96ef00ca98df tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.610223 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-188d10ed-57ef-4a8f-ae4e-b1d24e39fdc9 req-ee0a4551-ba2d-4786-bccd-96ef00ca98df tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 932 time: 0.0509486 Apr 12 17:38:40.651371 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-91efb525-932f-4241-8f5d-529790f4d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.652738 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-91efb525-932f-4241-8f5d-529790f4d04e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 200 len: 848 time: 0.0674250 Apr 12 17:38:40.680716 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593ae4-e82d-4ef1-807a-4613a150a217 req-509b57de-64cc-4ce9-94fa-a6941ee79cdd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.682217 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4593ae4-e82d-4ef1-807a-4613a150a217 req-509b57de-64cc-4ce9-94fa-a6941ee79cdd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0661814 Apr 12 17:38:40.708956 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-188d10ed-57ef-4a8f-ae4e-b1d24e39fdc9 req-fc53fead-4c54-4aa5-9684-5f8dd2bee295 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912247 Apr 12 17:38:40.709877 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5261a46c-60fa-423b-b194-efe8e37187dd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:38:40.718529 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-1aa37eb6-0a0e-41b3-b8eb-960d79bd0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:40.720072 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-1aa37eb6-0a0e-41b3-b8eb-960d79bd0ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69846650-ed0f-4777-a391-377d8ec323d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511189 Apr 12 17:38:40.721732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks [] for port (5261a46c-60fa-423b-b194-efe8e37187dd), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:40.740096 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e4593ae4-e82d-4ef1-807a-4613a150a217 req-beb09aed-c6e2-41d7-ab04-d94fc4673436 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496898 Apr 12 17:38:41.004279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Transition to ACTIVE for port object 5261a46c-60fa-423b-b194-efe8e37187dd will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:38:41.036063 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-717f7a6b-6446-4e0c-83ac-bc56d226b4a8 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092430 Apr 12 17:38:41.067674 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:41.162540 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Pushing event updated for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:41.192913 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-57509c2c-d17c-4cd4-8bbc-a8ec06cdfa59 req-d04c640a-3449-4875-9e8d-53b553469293 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492898 Apr 12 17:38:41.207192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Attempting to bind port 5261a46c-60fa-423b-b194-efe8e37187dd on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:38:41.207764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Attempting to bind port 5261a46c-60fa-423b-b194-efe8e37187dd by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:38:41.208036 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Attempting to bind port 5261a46c-60fa-423b-b194-efe8e37187dd on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:38:41.213013 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Port 5261a46c-60fa-423b-b194-efe8e37187dd on network 90a72eb4-e118-431e-90de-6b61b06911a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:38:41.213346 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Attempting to bind port 5261a46c-60fa-423b-b194-efe8e37187dd on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:38:41.220522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:38:41.220869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:38:41.221263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:38:41.221696 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Bound port: 5261a46c-60fa-423b-b194-efe8e37187dd, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:38:41.222117 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:41.287438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:38:41.291011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5261a46c-60fa-423b-b194-efe8e37187dd,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:38:41.371796 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:41.408469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:41.409090 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:41.410478 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] 10.222.0.60 "PUT /v2.0/ports/5261a46c-60fa-423b-b194-efe8e37187dd HTTP/1.1" status: 200 len: 1094 time: 1.2344251 Apr 12 17:38:41.410902 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:41.413118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6432e325-afd2-4931-83b1-37e448d2bbef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:41.440433 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9493b-6893-4903-bdb6-e99d2db73cfa service neutron] Pushing event updated for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:41.451532 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63cd3b3-3f80-4a0d-87d1-572cb12d623a x-openstack-request-id: req-f63cd3b3-3f80-4a0d-87d1-572cb12d623a {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:41.451820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:41.452114 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f63cd3b3-3f80-4a0d-87d1-572cb12d623a {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:41.453034 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63cd3b3-3f80-4a0d-87d1-572cb12d623a'] response: {'name': 'network-changed', 'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd', 'status': 'completed', 'code': 200} Apr 12 17:38:41.843592 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da51f66-7858-44dd-8cc1-8026f44bb08e req-09084602-40db-49e3-a4bc-8a8456f0d033 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:41.844933 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0da51f66-7858-44dd-8cc1-8026f44bb08e req-09084602-40db-49e3-a4bc-8a8456f0d033 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 944 time: 0.0709260 Apr 12 17:38:41.873601 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f626c1-fec4-428d-af53-eb86fb129b3e req-465d0ba4-54eb-405d-a7e4-7aec5299a9e1 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:41.875068 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54f626c1-fec4-428d-af53-eb86fb129b3e req-465d0ba4-54eb-405d-a7e4-7aec5299a9e1 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0663781 Apr 12 17:38:41.915196 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0da51f66-7858-44dd-8cc1-8026f44bb08e req-f0d31f39-944a-4b11-ad35-cc2607826f18 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646603 Apr 12 17:38:41.942728 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54f626c1-fec4-428d-af53-eb86fb129b3e req-0dd55685-89da-4c93-be1f-b94f623232eb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614250 Apr 12 17:38:42.671031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e325-afd2-4931-83b1-37e448d2bbef req-7894e559-0921-4d48-ad71-f8260295d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:42.672544 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6432e325-afd2-4931-83b1-37e448d2bbef req-7894e559-0921-4d48-ad71-f8260295d2ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 1128 time: 0.0395291 Apr 12 17:38:42.799311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e325-afd2-4931-83b1-37e448d2bbef req-a38018b7-0a4f-4678-a003-755e9ab266c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:42.800756 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6432e325-afd2-4931-83b1-37e448d2bbef req-a38018b7-0a4f-4678-a003-755e9ab266c8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ce4682a75fe64e7c8f32119e19771e67&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0882277 Apr 12 17:38:43.056872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4081-7f7a-495b-8629-f3168939f1e9 req-3156264d-2614-48d1-8dac-e368850095f4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.058363 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de3d4081-7f7a-495b-8629-f3168939f1e9 req-3156264d-2614-48d1-8dac-e368850095f4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 944 time: 0.0766323 Apr 12 17:38:43.074006 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0efa2a-76ce-443c-bd38-8be3fd737dc3 req-df9288d5-e689-459d-ba98-76871693d372 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.075630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc0efa2a-76ce-443c-bd38-8be3fd737dc3 req-df9288d5-e689-459d-ba98-76871693d372 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0625665 Apr 12 17:38:43.076403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e325-afd2-4931-83b1-37e448d2bbef req-12bf1497-1a97-4ab0-9257-e400197292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.077917 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-6432e325-afd2-4931-83b1-37e448d2bbef req-12bf1497-1a97-4ab0-9257-e400197292cd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965180 Apr 12 17:38:43.144131 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-de3d4081-7f7a-495b-8629-f3168939f1e9 req-4d065dc9-4e2b-42a6-b670-83cf88a9a123 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774322 Apr 12 17:38:43.152724 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cc0efa2a-76ce-443c-bd38-8be3fd737dc3 req-64d7c5c5-2bac-4de2-bce5-173906ffed30 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645206 Apr 12 17:38:43.189773 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-20cc9cd3-f17b-4a14-a76a-87de9528afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.191320 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-20cc9cd3-f17b-4a14-a76a-87de9528afe9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 1128 time: 0.0439236 Apr 12 17:38:43.243237 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-10f66f0c-23dc-460c-9a67-4b845dce2721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5261a46c-60fa-423b-b194-efe8e37187dd HTTP/1.1" status: 200 len: 217 time: 0.0375404 Apr 12 17:38:43.291705 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-0ee0eebc-7eb1-4df0-b8f0-8d3dc237dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.293164 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-0ee0eebc-7eb1-4df0-b8f0-8d3dc237dfcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0421467 Apr 12 17:38:43.335361 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-225aaa1b-c36c-4ca9-bbfd-f724605f1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:43.336913 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-225aaa1b-c36c-4ca9-bbfd-f724605f1124 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381556 Apr 12 17:38:43.428528 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-602c26a0-75c0-470d-bd81-8f93db163045 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846193 Apr 12 17:38:43.524344 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3bc04d-9e58-4cef-9140-a0ec5bab8dc8 req-bfa1e96a-d661-4397-b01b-e3c72910d8bf service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788734 Apr 12 17:38:43.685023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:44.282781 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6aa85-e0f5-4abd-9987-e0f615e2cda3 req-f5b741c0-6e18-44a5-bf00-98d2b8837af8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:44.284247 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3bd6aa85-e0f5-4abd-9987-e0f615e2cda3 req-f5b741c0-6e18-44a5-bf00-98d2b8837af8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 944 time: 0.0723777 Apr 12 17:38:44.291994 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c0145-768d-4696-a8f9-714005d3c7c3 req-159ffbc5-36c9-47b1-a8c6-c07c2b3aae5f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:44.293335 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a3c0145-768d-4696-a8f9-714005d3c7c3 req-159ffbc5-36c9-47b1-a8c6-c07c2b3aae5f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0707514 Apr 12 17:38:44.359674 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3bd6aa85-e0f5-4abd-9987-e0f615e2cda3 req-1df42a18-6317-4476-9ac5-208e37b2aab2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654209 Apr 12 17:38:44.372276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a3c0145-768d-4696-a8f9-714005d3c7c3 req-2e1a97cc-b672-4550-821d-4a488ae72f2d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715578 Apr 12 17:38:45.462674 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e67aff14-bd9e-4b4d-85f0-0f60c4e04dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:45.497347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aa824-d824-43db-be19-f83b4baeb41e req-d90b92e0-d693-452f-b964-62a7841b5c12 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:45.498832 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db8aa824-d824-43db-be19-f83b4baeb41e req-d90b92e0-d693-452f-b964-62a7841b5c12 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 944 time: 0.0723171 Apr 12 17:38:45.509215 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425bff9-d825-4924-b224-5910c2bd470b req-0cb2debc-d822-47a0-bde0-0301bd2165eb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:45.510605 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b425bff9-d825-4924-b224-5910c2bd470b req-0cb2debc-d822-47a0-bde0-0301bd2165eb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0723848 Apr 12 17:38:45.584265 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db8aa824-d824-43db-be19-f83b4baeb41e req-7c525b3a-86ae-43ee-8116-0434d7e83d6a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727367 Apr 12 17:38:45.588617 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b425bff9-d825-4924-b224-5910c2bd470b req-a68a5518-d82c-4957-899e-e49ccf23c140 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712273 Apr 12 17:38:46.723474 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d288-a922-4993-96c1-b85a04c44808 req-b343ca09-b22d-4547-b1a5-8462cbe61a17 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:46.724962 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06c3d288-a922-4993-96c1-b85a04c44808 req-b343ca09-b22d-4547-b1a5-8462cbe61a17 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 944 time: 0.0749063 Apr 12 17:38:46.730939 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b809d-47b0-4533-86f5-f173525ec64d req-3a0f6bdc-0e68-4425-869d-12fcd1de0dae tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:46.732303 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-216b809d-47b0-4533-86f5-f173525ec64d req-3a0f6bdc-0e68-4425-869d-12fcd1de0dae tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0731218 Apr 12 17:38:46.805608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-06c3d288-a922-4993-96c1-b85a04c44808 req-71a020d8-b70f-4b67-a286-35bd52dbde84 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722730 Apr 12 17:38:46.809818 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-216b809d-47b0-4533-86f5-f173525ec64d req-ccd5a59b-cce5-4012-9104-ba618fbd46ff tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700831 Apr 12 17:38:46.818401 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5261a46c-60fa-423b-b194-efe8e37187dd details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:38:46.831157 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:38:46.979065 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5261a46c-60fa-423b-b194-efe8e37187dd,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:46.981538 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 is: ACTIVE; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:38:46.981927 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:46.998951 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '5261a46c-60fa-423b-b194-efe8e37187dd', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'port_id': '5261a46c-60fa-423b-b194-efe8e37187dd', 'mac_address': 'fa:16:3e:42:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:38:47.014085 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:47.019129 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37184d30-0d1c-43cc-b771-6c67fdb385ba" -d '{"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:47.047592 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:47.050779 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10d3ac-22d0-4c09-81a0-a635ee3f0e0f x-openstack-request-id: req-4c10d3ac-22d0-4c09-81a0-a635ee3f0e0f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:47.051082 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:47.053746 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c10d3ac-22d0-4c09-81a0-a635ee3f0e0f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:47.053746 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c10d3ac-22d0-4c09-81a0-a635ee3f0e0f'] response: {'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'code': 200} Apr 12 17:38:47.061854 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5261a46c-60fa-423b-b194-efe8e37187dd is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:38:47.062223 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:47.074561 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5261a46c-60fa-423b-b194-efe8e37187dd {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:38:47.093653 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5261a46c-60fa-423b-b194-efe8e37187dd,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:47.128963 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:47.173401 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:47.177707 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:47.184739 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.185091 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.185439 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.185797 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.186682 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.187021 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.187352 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.187680 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.188009 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.188336 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.188664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.188993 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.189318 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.189645 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.189969 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:38:47.357937 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:47.711244 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:38:47.738107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5261a46c-60fa-423b-b194-efe8e37187dd'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:38:47.876244 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-67d69ab0-2b40-4132-bb3e-7c86de983b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:47.944494 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7353-d0cf-45f1-8ee2-ce34386aef00 req-f49b15e3-33e8-4152-8084-bb425769414f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:47.945938 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae4b7353-d0cf-45f1-8ee2-ce34386aef00 req-f49b15e3-33e8-4152-8084-bb425769414f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 945 time: 0.0732644 Apr 12 17:38:47.954449 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad743-5db3-41a2-9b34-e6b5c78cd423 req-f84826ac-4c75-453c-8806-a0df24921599 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:47.955801 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1cad743-5db3-41a2-9b34-e6b5c78cd423 req-f84826ac-4c75-453c-8806-a0df24921599 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0715806 Apr 12 17:38:48.022240 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ae4b7353-d0cf-45f1-8ee2-ce34386aef00 req-26205d3c-18a3-4f6a-8896-c16280abbb44 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654159 Apr 12 17:38:48.030947 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1cad743-5db3-41a2-9b34-e6b5c78cd423 req-4cecbe30-3de9-46eb-8c76-c0b748bd6445 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687566 Apr 12 17:38:48.342104 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc33f4-d15e-4cdd-8505-0a0cc5657418 req-c2473a56-d19f-4013-abcf-d5982c254151 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:48.343505 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a4dc33f4-d15e-4cdd-8505-0a0cc5657418 req-c2473a56-d19f-4013-abcf-d5982c254151 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0487900 Apr 12 17:38:48.386881 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52568) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:48.392502 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a4dc33f4-d15e-4cdd-8505-0a0cc5657418 req-5fb77723-222c-4bc1-b52b-5dc8688ca3d8 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Apr 12 17:38:48.469016 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-06449301-1fc9-4834-bc1f-170cf038b6b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809541 Apr 12 17:38:48.477269 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-155d946c-03a7-477e-824d-6f482abe3d70 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:38:48.478246 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-155d946c-03a7-477e-824d-6f482abe3d70 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046391 Apr 12 17:38:48.551412 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52576) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:48.597973 dv-cinder-837532-1-iscsi neutron-server[103810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:38:48.645528 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-902edb24-6e79-4c5f-8963-6695879d37ba tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:48.646911 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-902edb24-6e79-4c5f-8963-6695879d37ba tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports/8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 940 time: 0.0945227 Apr 12 17:38:48.958137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5261a46c-60fa-423b-b194-efe8e37187dd up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:38:49.001986 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 5261a46c-60fa-423b-b194-efe8e37187dd completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:38:49.010898 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:49.056736 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 5261a46c-60fa-423b-b194-efe8e37187dd triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:38:49.057116 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:49.132688 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3d66f-aa7c-4810-9e3e-a7b160e5430a req-9a95336d-820a-4415-b983-02b44a1bce2f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:49.134172 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6be3d66f-aa7c-4810-9e3e-a7b160e5430a req-9a95336d-820a-4415-b983-02b44a1bce2f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 945 time: 0.0458720 Apr 12 17:38:49.140305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5261a46c-60fa-423b-b194-efe8e37187dd is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:38:49.140696 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:49.163747 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:49.175795 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bbc8c0-8f8a-452b-8e3f-80777cb6aaa4" -d '{"events": [{"server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "name": "network-vif-plugged", "status": "completed", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:49.181642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5261a46c-60fa-423b-b194-efe8e37187dd,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:38:49.203093 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f73cf36-7afb-49ce-8f09-37c0797e38c4 x-openstack-request-id: req-7f73cf36-7afb-49ce-8f09-37c0797e38c4 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:49.203383 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "name": "network-vif-plugged", "status": "completed", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:49.203635 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f73cf36-7afb-49ce-8f09-37c0797e38c4 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:49.204080 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f73cf36-7afb-49ce-8f09-37c0797e38c4'] response: {'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd', 'code': 200} Apr 12 17:38:49.204312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6be3d66f-aa7c-4810-9e3e-a7b160e5430a req-48262d7b-2b38-4eb4-8c70-7ed58f8a6703 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630450 Apr 12 17:38:49.239329 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:49.291061 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:38:49.507482 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40ed2f-fbb9-4e8c-b44c-da15e79ac46a req-3cab7a53-4195-438c-84a4-aa3f067a5fcf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:49.509076 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f40ed2f-fbb9-4e8c-b44c-da15e79ac46a req-3cab7a53-4195-438c-84a4-aa3f067a5fcf tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0500314 Apr 12 17:38:49.530748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236ae22-7ce3-44ee-a60c-2cca681a98b8 req-2d2ef2c7-98db-4132-98dc-6a0d91f18d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:49.532284 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4236ae22-7ce3-44ee-a60c-2cca681a98b8 req-2d2ef2c7-98db-4132-98dc-6a0d91f18d1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 1130 time: 0.0401735 Apr 12 17:38:49.560504 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f40ed2f-fbb9-4e8c-b44c-da15e79ac46a req-097782fe-f7f4-4151-9853-f6a843b58ec4 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Apr 12 17:38:49.576897 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4236ae22-7ce3-44ee-a60c-2cca681a98b8 req-1e32a328-2953-4358-8358-72830eeebef6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Apr 12 17:38:50.314124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326db6c-0c12-43d7-abbc-eeb4fd2762b3 req-d458f046-ca2a-4a68-ad12-915b03fcfe20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:50.315611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9326db6c-0c12-43d7-abbc-eeb4fd2762b3 req-d458f046-ca2a-4a68-ad12-915b03fcfe20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0452800 Apr 12 17:38:50.323306 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:50.361051 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9326db6c-0c12-43d7-abbc-eeb4fd2762b3 req-d537f353-7296-447a-9a00-c8b6099583af tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Apr 12 17:38:50.667617 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecd522-63a7-44d8-8817-64f979576f7b req-9606b085-870e-455d-bafb-bac7646d4d9c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:50.669041 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93ecd522-63a7-44d8-8817-64f979576f7b req-9606b085-870e-455d-bafb-bac7646d4d9c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0438623 Apr 12 17:38:50.715365 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93ecd522-63a7-44d8-8817-64f979576f7b req-9f37e697-d16b-4cd4-8ca6-ba0acd46c359 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Apr 12 17:38:51.474070 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb1a0-188d-45f6-a13b-35861f3cb046 req-30c53502-78b4-4922-af05-a6123eae0c35 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:51.475413 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82ccb1a0-188d-45f6-a13b-35861f3cb046 req-30c53502-78b4-4922-af05-a6123eae0c35 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0491445 Apr 12 17:38:51.519630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-82ccb1a0-188d-45f6-a13b-35861f3cb046 req-102de39b-503d-4d12-af19-1571685c4ca4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387182 Apr 12 17:38:51.830847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27279d-ae73-4dcc-93d1-9c63c18e15cd req-89786965-97c6-4fa8-8337-b497eed69a8e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:51.832347 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b27279d-ae73-4dcc-93d1-9c63c18e15cd req-89786965-97c6-4fa8-8337-b497eed69a8e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0473995 Apr 12 17:38:51.871809 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:51.880771 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1b27279d-ae73-4dcc-93d1-9c63c18e15cd req-84aa75f3-456f-4cf6-9e09-59bb5240759d tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429301 Apr 12 17:38:52.444597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-4d3148af-5bf3-4c74-bfb1-172bd63dbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.445981 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-4d3148af-5bf3-4c74-bfb1-172bd63dbc64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd&tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3 HTTP/1.1" status: 200 len: 1127 time: 0.0371442 Apr 12 17:38:52.520828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-3788749d-e0d2-4460-a8da-8eeceb38598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.522327 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-3788749d-e0d2-4460-a8da-8eeceb38598a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1127 time: 0.0404174 Apr 12 17:38:52.610575 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-c22ed3b3-7bfd-43ab-88f9-f6d6bddbe7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.612039 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-c22ed3b3-7bfd-43ab-88f9-f6d6bddbe7c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 910 time: 0.0837226 Apr 12 17:38:52.629593 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7858cc-042a-4deb-9f22-18fec9f7467f req-b1122b67-8451-43b0-bee3-1a11af94bda5 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.631083 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd7858cc-042a-4deb-9f22-18fec9f7467f req-b1122b67-8451-43b0-bee3-1a11af94bda5 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0447755 Apr 12 17:38:52.679313 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-b4315c48-e06e-4c6d-8646-a08a51481861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 999 time: 0.0603218 Apr 12 17:38:52.680786 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd7858cc-042a-4deb-9f22-18fec9f7467f req-6172c19c-be54-4a10-98ae-49bd468c63ba tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Apr 12 17:38:52.727963 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-b9502c60-2aaa-44ee-8ed4-8b4212645ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.729413 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-b9502c60-2aaa-44ee-8ed4-8b4212645ad4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 200 len: 848 time: 0.0436757 Apr 12 17:38:52.771937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-df73ccaf-39cb-4fec-bebb-430ed2b424fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.773411 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-df73ccaf-39cb-4fec-bebb-430ed2b424fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69846650-ed0f-4777-a391-377d8ec323d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376871 Apr 12 17:38:52.786151 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c594-2d89-4aca-b2c0-5e4b58666901 req-9c509c0f-eabb-4bee-9b55-4bceced04a43 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:52.787650 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c49c594-2d89-4aca-b2c0-5e4b58666901 req-9c509c0f-eabb-4bee-9b55-4bceced04a43 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0459468 Apr 12 17:38:52.796077 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52608) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:38:52.800638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'port_id': '5261a46c-60fa-423b-b194-efe8e37187dd'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:38:52.838500 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (98570431-133d-4476-a673-206f099766e0), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:52.864756 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-0a0409d9-7120-44a3-961b-8aa36bcb5a7a service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829465 Apr 12 17:38:52.956696 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-d86ec056-82aa-4066-b134-cbd449a06d24 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Apr 12 17:38:53.037729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88077f-69c0-4da4-9cd8-9a6410aefa83 req-83b74a01-80d1-4264-b93a-f62b6e6ac913 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:53.039168 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e88077f-69c0-4da4-9cd8-9a6410aefa83 req-83b74a01-80d1-4264-b93a-f62b6e6ac913 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0915525 Apr 12 17:38:53.378500 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3e88077f-69c0-4da4-9cd8-9a6410aefa83 req-9a66b6b8-a09f-45e8-9c53-317216087085 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086176 Apr 12 17:38:53.563931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:53.614513 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (98570431-133d-4476-a673-206f099766e0), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:53.710641 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 98570431-133d-4476-a673-206f099766e0 associated. External IP: 172.27.2.68, port: 5261a46c-60fa-423b-b194-efe8e37187dd. Apr 12 17:38:53.909573 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:38:54.014270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:38:54.019052 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:38:54.027455 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:38:54.034012 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:54.034713 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:54.048557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5d6e2ca7-d314-4bd2-a4e8-d54b33e116fa tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "PUT /v2.0/floatingips/98570431-133d-4476-a673-206f099766e0 HTTP/1.1" status: 200 len: 991 time: 1.2513018 Apr 12 17:38:54.049120 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:38:54.051472 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb8570-3b4e-465b-a155-2c5cc92020d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:38:54.087167 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c13d4a-3cb9-4462-9d2a-1c13ebceb124 x-openstack-request-id: req-d7c13d4a-3cb9-4462-9d2a-1c13ebceb124 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:38:54.087479 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:38:54.087739 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7c13d4a-3cb9-4462-9d2a-1c13ebceb124 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:38:54.088200 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c13d4a-3cb9-4462-9d2a-1c13ebceb124'] response: {'name': 'network-changed', 'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd', 'status': 'completed', 'code': 200} Apr 12 17:38:54.142555 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:54.313424 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-dc06ae0c-23c7-4253-bc16-f986ce14c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:54.314863 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-dc06ae0c-23c7-4253-bc16-f986ce14c9f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 1130 time: 0.0416543 Apr 12 17:38:54.400446 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '98570431-133d-4476-a673-206f099766e0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '5261a46c-60fa-423b-b194-efe8e37187dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:42:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:35Z', 'updated_at': '2022-04-12T17:38:53Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:54.403461 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-14678904-55c0-4864-916c-92c03e587ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:54.405289 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-14678904-55c0-4864-916c-92c03e587ef2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.0831726 Apr 12 17:38:54.444181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:38:54.453050 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:38:54.453665 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:38:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:54.476076 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-a06bb5dd-4356-4c75-9deb-91dcd961abe7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5261a46c-60fa-423b-b194-efe8e37187dd HTTP/1.1" status: 200 len: 999 time: 0.0639045 Apr 12 17:38:54.498312 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42ce35-3a26-4089-876f-c7a216c297f3 req-fbfa3191-8a33-4971-9d85-0e2ace3ad0ea tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:54.500482 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd42ce35-3a26-4089-876f-c7a216c297f3 req-fbfa3191-8a33-4971-9d85-0e2ace3ad0ea tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0507646 Apr 12 17:38:54.524872 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-e62e113a-2ad7-48d5-98bd-17cfb96d018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:54.526433 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-e62e113a-2ad7-48d5-98bd-17cfb96d018f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0436907 Apr 12 17:38:54.550478 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dd42ce35-3a26-4089-876f-c7a216c297f3 req-6558633b-b1bb-4a9a-bbed-8bae08d945a6 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Apr 12 17:38:54.568600 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:38:54.570734 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-4d6cc121-f80d-4d36-8bb7-ca6bbca3ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:54.572264 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-4d6cc121-f80d-4d36-8bb7-ca6bbca3ba3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399289 Apr 12 17:38:54.662353 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-d40f3b93-ddab-4ba5-8b15-0d22dbed91ac service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838771 Apr 12 17:38:54.747696 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-76fb8570-3b4e-465b-a155-2c5cc92020d2 req-e76e00c4-4496-454d-bf9c-9de31de2604f service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792336 Apr 12 17:38:54.783665 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '98570431-133d-4476-a673-206f099766e0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '5261a46c-60fa-423b-b194-efe8e37187dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:42:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:35Z', 'updated_at': '2022-04-12T17:38:53Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:38:54.810159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923e1e2-b82a-43a7-9b4e-097b0938a00c None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '98570431-133d-4476-a673-206f099766e0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '5261a46c-60fa-423b-b194-efe8e37187dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:42:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:38:35Z', 'updated_at': '2022-04-12T17:38:53Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:38:54.994366 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545edb-471f-4cde-9fd9-59062831b93d None None] New status for floating IP 98570431-133d-4476-a673-206f099766e0: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:38:55.665216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69611e98-1233-4237-9958-3d02df000b31 req-ef057cba-7795-4478-829f-ae89bcf39f30 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:55.666683 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69611e98-1233-4237-9958-3d02df000b31 req-ef057cba-7795-4478-829f-ae89bcf39f30 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0457613 Apr 12 17:38:55.713579 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69611e98-1233-4237-9958-3d02df000b31 req-711d4516-665a-456e-894a-7f30d6f84846 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Apr 12 17:38:56.834641 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce6de-077e-4987-b60e-bcd208f7f3eb req-30318795-8aca-4e7d-b379-274689ed93b9 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:56.836100 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-566ce6de-077e-4987-b60e-bcd208f7f3eb req-30318795-8aca-4e7d-b379-274689ed93b9 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0572546 Apr 12 17:38:56.883546 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-566ce6de-077e-4987-b60e-bcd208f7f3eb req-6965666b-9a3a-4c0e-8de3-61544b6103e1 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Apr 12 17:38:58.141605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6594d-0650-43db-a74d-d9dd736e1e35 req-fa1c9bbd-6ba2-4b62-b5a3-b3b44f7c2b22 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:58.143040 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08c6594d-0650-43db-a74d-d9dd736e1e35 req-fa1c9bbd-6ba2-4b62-b5a3-b3b44f7c2b22 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0440536 Apr 12 17:38:58.190520 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08c6594d-0650-43db-a74d-d9dd736e1e35 req-aacbd8a7-32e9-4ede-8c6a-c2548103af40 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Apr 12 17:38:59.300152 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46b92-5b0c-487b-b5b5-d87d71379de0 req-f9f6bfd4-9dfb-4281-8c37-c9ea0100bfeb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:38:59.301608 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52c46b92-5b0c-487b-b5b5-d87d71379de0 req-f9f6bfd4-9dfb-4281-8c37-c9ea0100bfeb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0453615 Apr 12 17:38:59.351889 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52c46b92-5b0c-487b-b5b5-d87d71379de0 req-9bce2177-722a-4177-975d-eaf8f9307b6a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Apr 12 17:39:00.460639 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc355-540b-4cdb-9ce6-013c2f145e6d req-b3772e76-2a69-4ef2-a293-aeae56db2f79 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:00.462103 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb8cc355-540b-4cdb-9ce6-013c2f145e6d req-b3772e76-2a69-4ef2-a293-aeae56db2f79 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 943 time: 0.0461719 Apr 12 17:39:00.511871 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb8cc355-540b-4cdb-9ce6-013c2f145e6d req-1edec73e-3c5a-45ae-a1fb-47d1adb01b12 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Apr 12 17:39:00.988580 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:39:01.082827 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:01.093360 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'port_id': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'mac_address': 'fa:16:3e:a8:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:39:01.132420 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:39:01.132807 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:01.144907 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:39:01.163564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:01.250587 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:01.296147 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=7']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:01.619980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd769bd1-df61-40db-a410-40e13df8d81f req-c2146969-7cc0-485a-8884-7c9810e4d58e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:01.621418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd769bd1-df61-40db-a410-40e13df8d81f req-c2146969-7cc0-485a-8884-7c9810e4d58e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 944 time: 0.0449014 Apr 12 17:39:01.667520 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd769bd1-df61-40db-a410-40e13df8d81f req-50a76b26-6461-492e-8f14-0c09dc176c3b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Apr 12 17:39:01.809898 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:39:02.780258 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1976a-5198-4c38-9f94-2f5983080ffd req-6ae01d46-8fb0-4142-814e-7b3028a82fb4 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:02.781758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aec1976a-5198-4c38-9f94-2f5983080ffd req-6ae01d46-8fb0-4142-814e-7b3028a82fb4 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 944 time: 0.0495238 Apr 12 17:39:02.829446 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aec1976a-5198-4c38-9f94-2f5983080ffd req-a10ca7f9-714d-4a67-9269-6afbcf6457a7 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Apr 12 17:39:03.245202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:39:03.292065 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:39:03.292438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:03.364959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:39:03.365343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:03.386636 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:03.389339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae2071-a47c-4e07-9cae-dd22e887362b" -d '{"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:03.401484 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:03.423941 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eaa24c-c738-4bed-98c9-fd47879ccb65 x-openstack-request-id: req-32eaa24c-c738-4bed-98c9-fd47879ccb65 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:03.424230 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:03.424483 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32eaa24c-c738-4bed-98c9-fd47879ccb65 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:03.424876 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32eaa24c-c738-4bed-98c9-fd47879ccb65'] response: {'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'code': 200} Apr 12 17:39:03.462307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:03.509185 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=8']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:03.804234 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c810087-4f86-4977-bf38-ef8a0d6204d0 req-d753c12e-4818-44be-ab4b-fd7c1366827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:03.805876 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c810087-4f86-4977-bf38-ef8a0d6204d0 req-d753c12e-4818-44be-ab4b-fd7c1366827f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1129 time: 0.0402758 Apr 12 17:39:03.855528 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c810087-4f86-4977-bf38-ef8a0d6204d0 req-5922df8b-d029-482a-8a1f-1acbfa8774f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394769 Apr 12 17:39:03.944003 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c0493-b422-41e8-b4c0-ed8ee8584647 req-b6396308-2976-45ef-8077-4a5ea82e290a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:03.945580 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-239c0493-b422-41e8-b4c0-ed8ee8584647 req-b6396308-2976-45ef-8077-4a5ea82e290a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0482008 Apr 12 17:39:03.993942 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-239c0493-b422-41e8-b4c0-ed8ee8584647 req-ff7504a0-51b0-4a6e-833b-fb8f21f74a2c tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Apr 12 17:39:05.111461 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6f300-5952-4302-9388-62db9d587e28 req-bcaeec68-2a00-48f3-8975-8bceb6171a10 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:05.113950 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39e6f300-5952-4302-9388-62db9d587e28 req-bcaeec68-2a00-48f3-8975-8bceb6171a10 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0501559 Apr 12 17:39:05.167445 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39e6f300-5952-4302-9388-62db9d587e28 req-d70a62d5-d38d-4ce7-bbc9-f668ab66f87a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487409 Apr 12 17:39:06.283086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aa1fa-db01-4965-8006-b6c757fe7d4e req-187995a6-d1d8-4e2e-a680-b72d4a4ad047 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:06.284594 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-101aa1fa-db01-4965-8006-b6c757fe7d4e req-187995a6-d1d8-4e2e-a680-b72d4a4ad047 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0453873 Apr 12 17:39:06.330933 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-101aa1fa-db01-4965-8006-b6c757fe7d4e req-2e7fe312-7f2a-4b48-88c7-a4f72508dd5e tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Apr 12 17:39:08.471020 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2bab-ccde-4a3d-91a6-3ff2c2413388 req-c51a2fd8-e529-4e6f-8df0-6c1c701c88d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:08.472461 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-157b2bab-ccde-4a3d-91a6-3ff2c2413388 req-c51a2fd8-e529-4e6f-8df0-6c1c701c88d4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0451100 Apr 12 17:39:08.519034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-157b2bab-ccde-4a3d-91a6-3ff2c2413388 req-e8844cc9-b1a6-43db-899d-8a116aefa52d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Apr 12 17:39:09.633007 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d5f4b-d300-437f-97d6-15f2a9b2482b req-9ba3a3d6-7d21-41e0-b511-05f1ab7ac47c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:09.634478 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e39d5f4b-d300-437f-97d6-15f2a9b2482b req-9ba3a3d6-7d21-41e0-b511-05f1ab7ac47c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0478010 Apr 12 17:39:09.679251 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e39d5f4b-d300-437f-97d6-15f2a9b2482b req-c30ff3ae-f154-48b1-a5cf-b61ce6df2790 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 Apr 12 17:39:10.787791 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e8e2-18e1-443d-868c-ce7f3bff95ce req-649a420d-fbc0-430c-861a-57becfb6cbec tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:10.789214 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1f5e8e2-18e1-443d-868c-ce7f3bff95ce req-649a420d-fbc0-430c-861a-57becfb6cbec tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0445333 Apr 12 17:39:10.833944 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1f5e8e2-18e1-443d-868c-ce7f3bff95ce req-3322cfac-7dc6-4e55-83d0-1af48446751d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Apr 12 17:39:11.597165 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-2420fad1-5687-4769-a548-c29c765b2d86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0351675 Apr 12 17:39:11.678259 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-7d224021-fcee-469f-92c9-c92afe9b619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:11.679717 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-7d224021-fcee-469f-92c9-c92afe9b619c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 1130 time: 0.0374615 Apr 12 17:39:11.782618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-3a8ddad0-19ef-459b-a9ef-42c8f58bd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:11.784063 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-3a8ddad0-19ef-459b-a9ef-42c8f58bd656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0839670 Apr 12 17:39:11.847908 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-a7b40ba6-c815-4f47-ad36-98b6cb438dd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 200 len: 1001 time: 0.0558300 Apr 12 17:39:11.898914 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-22b7e1d7-34c9-4fe6-808c-2dc896678033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:11.900368 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-22b7e1d7-34c9-4fe6-808c-2dc896678033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0459721 Apr 12 17:39:11.943630 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-6582a47a-a34e-460d-808c-757d4f1dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:11.945154 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-6582a47a-a34e-460d-808c-757d4f1dbb8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377290 Apr 12 17:39:11.945330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533a3c3-93f1-4fda-a096-f1cba6c06154 req-7279947b-ba9d-40cd-b976-382ecfff7c25 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:11.946759 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a533a3c3-93f1-4fda-a096-f1cba6c06154 req-7279947b-ba9d-40cd-b976-382ecfff7c25 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0485387 Apr 12 17:39:11.992285 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a533a3c3-93f1-4fda-a096-f1cba6c06154 req-98465f6c-fd52-4790-ad00-86e2eeae2fd3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Apr 12 17:39:12.032781 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-8e5fd3bb-095f-40fc-8740-0ba6f3c36b3b service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808885 Apr 12 17:39:12.123359 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-eabc1336-dd38-4eb1-b9fe-0b7accdfedd4 req-69f52ba9-a51d-4210-a765-6de00ff99d06 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828741 Apr 12 17:39:13.101782 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b4aa-05ba-4a25-9e5f-bc7699e11378 req-59a0c6e2-565f-49e6-9a6e-4efbacd23533 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:13.103259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0814b4aa-05ba-4a25-9e5f-bc7699e11378 req-59a0c6e2-565f-49e6-9a6e-4efbacd23533 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0458407 Apr 12 17:39:13.148606 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0814b4aa-05ba-4a25-9e5f-bc7699e11378 req-6ba71948-539e-4d4e-899f-d060ff181d58 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Apr 12 17:39:13.733961 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:14.257800 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb29fd-0371-489a-839d-41cc7e2e7e2a req-7bd3dd15-e25f-4cfa-b592-92baa35556dd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:14.259407 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69fb29fd-0371-489a-839d-41cc7e2e7e2a req-7bd3dd15-e25f-4cfa-b592-92baa35556dd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0456872 Apr 12 17:39:14.308639 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69fb29fd-0371-489a-839d-41cc7e2e7e2a req-7f80bc57-13f4-4093-bf15-cecbcaa33db8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Apr 12 17:39:15.430989 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee00a9-cedc-4840-926d-0e69f5728f5d req-944efbf7-497b-4998-8ecc-7a40d29ab671 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:15.430989 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1ee00a9-cedc-4840-926d-0e69f5728f5d req-944efbf7-497b-4998-8ecc-7a40d29ab671 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0476618 Apr 12 17:39:15.466298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d1ee00a9-cedc-4840-926d-0e69f5728f5d req-1c3f7797-b934-4cfa-bff7-12bab551824f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Apr 12 17:39:15.507595 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-c341017a-6d9e-4489-83a6-64f9234a7132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:16.580135 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e869ed-d446-4b03-929c-9aa19e2844da req-be823931-25ec-49a6-bdeb-e659a463bc13 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:16.581601 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69e869ed-d446-4b03-929c-9aa19e2844da req-be823931-25ec-49a6-bdeb-e659a463bc13 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0459237 Apr 12 17:39:16.627134 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-69e869ed-d446-4b03-929c-9aa19e2844da req-6436a9c7-759b-499e-989b-05662a4234f2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Apr 12 17:39:17.744440 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42db42b-28e6-4468-ae49-54ffcad7a926 req-3861a819-2dc9-4954-8558-2d64b0deb3fd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:17.745897 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e42db42b-28e6-4468-ae49-54ffcad7a926 req-3861a819-2dc9-4954-8558-2d64b0deb3fd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0520985 Apr 12 17:39:17.792794 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e42db42b-28e6-4468-ae49-54ffcad7a926 req-9a7c3a7c-9e19-41ae-87a5-5855ad0aeac1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Apr 12 17:39:17.876689 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6a12164f-a78f-42b0-9820-29d9da5f3527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:18.162393 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34e02d-d98b-4156-be84-2fae1a389e77 req-c6933286-dcdf-48a8-a3b4-3cac99e8e0b4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:18.163827 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c34e02d-d98b-4156-be84-2fae1a389e77 req-c6933286-dcdf-48a8-a3b4-3cac99e8e0b4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0452416 Apr 12 17:39:18.209733 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9c34e02d-d98b-4156-be84-2fae1a389e77 req-48846ce6-f61c-44e8-89c4-0ac2f505c059 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Apr 12 17:39:18.905260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6da4d1-cdf6-4d01-9ffa-f1e0f3ee1759 req-832ed7a0-5727-407f-9120-326156d266d6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:18.906800 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f6da4d1-cdf6-4d01-9ffa-f1e0f3ee1759 req-832ed7a0-5727-407f-9120-326156d266d6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0456409 Apr 12 17:39:18.957034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9f6da4d1-cdf6-4d01-9ffa-f1e0f3ee1759 req-e25f9f7a-4156-4293-90d3-6c171d138f83 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Apr 12 17:39:18.981850 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:19.321981 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbf2b2-f5ab-441a-ae8b-8423d4ad17bc req-753690f9-cbd4-4092-999c-a1447791fb95 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:19.323425 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6cbf2b2-f5ab-441a-ae8b-8423d4ad17bc req-753690f9-cbd4-4092-999c-a1447791fb95 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0447099 Apr 12 17:39:19.367952 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6cbf2b2-f5ab-441a-ae8b-8423d4ad17bc req-264401b6-38fc-477d-9e7f-61a2000effb6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Apr 12 17:39:20.071690 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209b692-3fd1-4377-aa41-ef77cf0c3cb0 req-0e7d355f-e173-42c0-9fcc-913be44c36e1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:20.074492 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0209b692-3fd1-4377-aa41-ef77cf0c3cb0 req-0e7d355f-e173-42c0-9fcc-913be44c36e1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0498531 Apr 12 17:39:20.119816 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0209b692-3fd1-4377-aa41-ef77cf0c3cb0 req-94f9efe1-2018-430e-8241-ce7b815b30e4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Apr 12 17:39:20.342419 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:20.485263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edb013-00aa-4fb5-a155-4a02a33b18a8 req-748b0027-a9bf-4852-9dd0-7542bb1ad465 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:20.486762 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c3edb013-00aa-4fb5-a155-4a02a33b18a8 req-748b0027-a9bf-4852-9dd0-7542bb1ad465 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0482111 Apr 12 17:39:20.528279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-f1e17247-e498-4851-bf0f-007aba97ab51 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:20.530664 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-f1e17247-e498-4851-bf0f-007aba97ab51 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 946 time: 0.0473871 Apr 12 17:39:20.534600 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c3edb013-00aa-4fb5-a155-4a02a33b18a8 req-8349d796-d625-4082-bc2c-682fc1ecd351 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=252e11ae-6d93-4b7b-a3de-642a5a611c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Apr 12 17:39:20.623694 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Deleting port af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:39:20.624040 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (af483454-55cd-4056-8d53-f7102a378c65), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:20.708566 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] For port af483454-55cd-4056-8d53-f7102a378c65, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af483454-55cd-4056-8d53-f7102a378c65,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:20.708930 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (af483454-55cd-4056-8d53-f7102a378c65), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:20.876216 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:20.876503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:20.876828 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Floating IP bcf8d5f4-1380-4ad1-aca7-bb580849f45f disassociated. External IP: 172.27.2.108, port: af483454-55cd-4056-8d53-f7102a378c65. Apr 12 17:39:20.877173 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Calling delete_port for af483454-55cd-4056-8d53-f7102a378c65 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:39:21.059533 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (af483454-55cd-4056-8d53-f7102a378c65), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:21.092247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'Port': ['ID=af483454-55cd-4056-8d53-f7102a378c65,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:21.103446 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.103795 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.104135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.104473 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.104801 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.105126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.105448 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.105771 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.106121 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.106535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.106897 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.107222 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.107998 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.107998 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.108171 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:21.215920 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:39:21.234673 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f26c-5514-4ea3-ae86-ea63a81a8d13 req-23861cdb-e2a6-4b48-8b71-b23884f07f6c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:21.236169 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e132f26c-5514-4ea3-ae86-ea63a81a8d13 req-23861cdb-e2a6-4b48-8b71-b23884f07f6c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0465777 Apr 12 17:39:21.282310 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e132f26c-5514-4ea3-ae86-ea63a81a8d13 req-f93eccef-0006-4251-93cd-7c6cff1bebcc tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Apr 12 17:39:21.323863 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:39:21.333748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:39:21.345046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:21.345683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:21.363853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] No DVR routers for this DVR port af483454-55cd-4056-8d53-f7102a378c65 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:39:21.366398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:21.369657 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f5eef8ac-c33e-40bf-a69f-e09330fffe99 req-d54026d3-aeb2-461c-ad2d-c0cef2dbd00c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "DELETE /v2.0/ports/af483454-55cd-4056-8d53-f7102a378c65 HTTP/1.1" status: 204 len: 173 time: 0.8307543 Apr 12 17:39:21.374982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-deleted', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:21.374982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d551d29-9738-4d10-bfe2-9e1cfa2d3d6a" -d '{"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-deleted", "tag": "af483454-55cd-4056-8d53-f7102a378c65"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:21.407978 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3c760-9b89-47bb-a5f3-cad16360737f x-openstack-request-id: req-9ed3c760-9b89-47bb-a5f3-cad16360737f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:21.408268 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d7f7-8188-4378-91ec-b93cb0fbd34d", "name": "network-vif-deleted", "tag": "af483454-55cd-4056-8d53-f7102a378c65", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:21.408521 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ed3c760-9b89-47bb-a5f3-cad16360737f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:21.408954 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed3c760-9b89-47bb-a5f3-cad16360737f'] response: {'server_uuid': '9684d7f7-8188-4378-91ec-b93cb0fbd34d', 'name': 'network-vif-deleted', 'tag': 'af483454-55cd-4056-8d53-f7102a378c65', 'status': 'completed', 'code': 200} Apr 12 17:39:21.587862 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:21.661413 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1bc2ba08-6a4c-45ed-9429-e631b29b89ac req-ededdbee-4f2f-43aa-b645-bde98d5c57e1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=9684d7f7-8188-4378-91ec-b93cb0fbd34d HTTP/1.1" status: 200 len: 210 time: 0.0354095 Apr 12 17:39:21.714554 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510d7ea-bbdb-41a7-add5-2aea845e38d9 req-208db317-7f79-492f-b7ff-45e771f0b4d0 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:21.716083 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2510d7ea-bbdb-41a7-add5-2aea845e38d9 req-208db317-7f79-492f-b7ff-45e771f0b4d0 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0570741 Apr 12 17:39:21.767962 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2510d7ea-bbdb-41a7-add5-2aea845e38d9 req-368c13d0-3289-40ee-8893-0336922e4b60 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Apr 12 17:39:21.807819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:21.836185 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:39:21.844450 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:21.845067 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:21.857531 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-928bb0a9-c1a0-442d-820c-dee9de85911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:21.861049 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-928bb0a9-c1a0-442d-820c-dee9de85911e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1129 time: 0.0410364 Apr 12 17:39:21.928163 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:21.958659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:21.960253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-71db0ae2-8650-4f89-bf37-e3d7a8796d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:21.961799 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-71db0ae2-8650-4f89-bf37-e3d7a8796d88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.0897527 Apr 12 17:39:22.147207 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:22.173689 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ffbd2-312a-4f04-a82f-a130f0289539 None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:39:22.239613 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-ffa8db8e-5dcc-40ac-bc1b-3a35d56974b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 1001 time: 0.0638843 Apr 12 17:39:22.291283 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-dd6232f0-2dd8-4ab7-97cc-a29494564bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:22.292790 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-dd6232f0-2dd8-4ab7-97cc-a29494564bcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0451248 Apr 12 17:39:22.401526 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b3558-501f-404a-a743-220f20da2e05 None None] New status for floating IP bcf8d5f4-1380-4ad1-aca7-bb580849f45f: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:39:22.567565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-bba10072-d485-4126-af2d-08c21b10acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:22.569147 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-bba10072-d485-4126-af2d-08c21b10acd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2693455 Apr 12 17:39:22.664611 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-93292135-3a8c-451b-abae-ae74cfc39583 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876925 Apr 12 17:39:22.756815 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-17e28f50-3498-4e62-a8ca-82a5884613ca req-9be9f53e-d2c6-4df2-86c8-fa00dbd22dc5 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844529 Apr 12 17:39:22.807350 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52754) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:22.891122 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (252e11ae-6d93-4b7b-a3de-642a5a611c0d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:22.898302 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379fa0d-f1a0-439c-8f3c-5dfc8926f93a req-22c2881e-3a09-46f2-8d44-b2632554b909 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:22.899752 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a379fa0d-f1a0-439c-8f3c-5dfc8926f93a req-22c2881e-3a09-46f2-8d44-b2632554b909 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0582786 Apr 12 17:39:22.937298 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (252e11ae-6d93-4b7b-a3de-642a5a611c0d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:22.986704 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a379fa0d-f1a0-439c-8f3c-5dfc8926f93a req-1f88c600-7fe3-4a84-af48-61a2707cf640 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773606 Apr 12 17:39:23.082498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (252e11ae-6d93-4b7b-a3de-642a5a611c0d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.085279 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.086586 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "DELETE /v2.0/security-groups/252e11ae-6d93-4b7b-a3de-642a5a611c0d HTTP/1.1" status: 204 len: 168 time: 0.2781963 Apr 12 17:39:23.089384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52756) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:23.095797 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252e11ae-6d93-4b7b-a3de-642a5a611c0d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:23.103440 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-213f8d68-1302-4b6a-8776-1a346d73ca07 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] show failed (client error): The resource could not be found. Apr 12 17:39:23.103608 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.103855 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.104226 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.104427 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-213f8d68-1302-4b6a-8776-1a346d73ca07 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups/252e11ae-6d93-4b7b-a3de-642a5a611c0d HTTP/1.1" status: 404 len: 347 time: 0.0140393 Apr 12 17:39:23.104533 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.104970 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.105328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.105654 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.105979 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.108765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ba7de-e066-43f2-8708-fc9a151c53fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:39:23.110872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52758) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:23.225146 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Deleting port 5bae5d81-2400-4e6c-b525-f16e3a6fbb52 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:39:23.225486 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.296557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.296882 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.312626 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Calling delete_port for 5bae5d81-2400-4e6c-b525-f16e3a6fbb52 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:39:23.533745 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (5bae5d81-2400-4e6c-b525-f16e3a6fbb52), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.560763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'Port': ['ID=5bae5d81-2400-4e6c-b525-f16e3a6fbb52,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:23.622230 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (bcf8d5f4-1380-4ad1-aca7-bb580849f45f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.625350 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:23.626534 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-53f336a4-b060-427a-b5af-7dbeb9d552cf tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "DELETE /v2.0/floatingips/bcf8d5f4-1380-4ad1-aca7-bb580849f45f HTTP/1.1" status: 204 len: 168 time: 0.5147593 Apr 12 17:39:24.096165 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb14f3-06ba-45ce-b39a-3557a1dc7063 req-bf1457ab-ed3c-4a63-8f8e-6d197b062a24 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:24.097921 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a9fb14f3-06ba-45ce-b39a-3557a1dc7063 req-bf1457ab-ed3c-4a63-8f8e-6d197b062a24 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0465240 Apr 12 17:39:24.108312 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52768) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:24.112724 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768524635', 'description': 'tempest-description--1680609222'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:24.151398 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a9fb14f3-06ba-45ce-b39a-3557a1dc7063 req-5f5fee1c-6f8e-4851-bdcf-29c4eb42dbc5 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Apr 12 17:39:24.187442 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.253119 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (6160dc48-3b4b-4101-a657-cc5a6a26a181), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.307033 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6160dc48-3b4b-4101-a657-cc5a6a26a181), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.334977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6160dc48-3b4b-4101-a657-cc5a6a26a181,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:24.389138 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.390382 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-207c3059-189d-47d4-8406-c2b890f61e28 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2810643 Apr 12 17:39:24.393170 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52772) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:24.397368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group_rule': {'security_group_id': '6160dc48-3b4b-4101-a657-cc5a6a26a181', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:24.466428 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (228609c8-0276-4291-9771-bf0de547ba4f), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.522916 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (228609c8-0276-4291-9771-bf0de547ba4f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.575958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (228609c8-0276-4291-9771-bf0de547ba4f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.594731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228609c8-0276-4291-9771-bf0de547ba4f,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:24.646498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.647680 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c7ef4639-a3cd-4c62-8f1d-530ee40c0dbb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535977 Apr 12 17:39:24.650228 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52774) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:24.655152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'security_group_rule': {'security_group_id': '6160dc48-3b4b-4101-a657-cc5a6a26a181', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:24.709643 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:39:24.734092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (b1ba54e9-23bf-484b-8146-22ebaad3714b), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.787760 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (b1ba54e9-23bf-484b-8146-22ebaad3714b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.864468 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (b1ba54e9-23bf-484b-8146-22ebaad3714b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.881335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ba54e9-23bf-484b-8146-22ebaad3714b,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:24.957839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:24.959065 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9000fe6c-4f8c-4d5d-b364-599e1f5dd960 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3078809 Apr 12 17:39:24.962016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52776) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:24.966802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:25.047682 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.124130 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.225898 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Allocated IP 172.27.2.93 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/6bd6b08d-e7fa-4849-a095-d9acf0997532) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:39:25.270125 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:39:25.294525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: af483454-55cd-4056-8d53-f7102a378c65 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:39:25.294871 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device af483454-55cd-4056-8d53-f7102a378c65 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:39:25.327340 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.396404 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.432971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:39:25.438205 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:39:25.441680 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:39:25.449545 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=6bd6b08d-e7fa-4849-a095-d9acf0997532,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:25.490574 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.569457 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.710957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.798556 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.830867 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.853807 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=6bd6b08d-e7fa-4849-a095-d9acf0997532,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:25.918504 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:25.920316 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-fddf3db2-4110-4de3-85f8-0b124c39e047 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9572809 Apr 12 17:39:26.108203 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-6c779ba8-218e-4502-876c-4470b7491ec2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--768524635&fields=id&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 267 time: 0.0410244 Apr 12 17:39:26.212280 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-9ca077d5-5e47-44f6-ad57-e773ddef03ac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:26.213734 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-9ca077d5-5e47-44f6-ad57-e773ddef03ac tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 816 time: 0.0994964 Apr 12 17:39:26.228210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-04dde485-a4e9-47db-964e-e5771c77ca5f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/quotas/24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 375 time: 0.0086460 Apr 12 17:39:26.273737 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-86389dc1-86bb-4539-9e13-14913052cfcb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0401168 Apr 12 17:39:26.367928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-2b8ca478-4d45-4891-bcbf-88122cb67a68 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Apr 12 17:39:26.452649 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-98853028-5cdb-4ceb-bbda-5f0ba8682e87 service neutron] 10.222.0.32 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791183 Apr 12 17:39:26.692555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-054eaefe-6b54-4de9-a267-3696c19f0dc8 req-be2415c5-0f08-4cce-8d42-3121ad8b026c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Apr 12 17:39:27.790173 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7c4c9365-f8b6-41f0-86dc-a17b22511bf9 req-69adf699-0580-4080-ac95-cb1ec95d2d31 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Apr 12 17:39:28.697884 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-92242809-4ffa-4045-9799-b7733b0bbc8e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:28.699360 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-92242809-4ffa-4045-9799-b7733b0bbc8e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 816 time: 0.0981016 Apr 12 17:39:28.765973 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-b3ea4389-bb75-4b32-ac91-49cd0b2375e5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 379 time: 0.0509710 Apr 12 17:39:28.774497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'port': {'device_id': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'admin_state_up': True, 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'security_groups': ['6160dc48-3b4b-4101-a657-cc5a6a26a181']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:28.887723 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6da173be-c6cf-4ec8-920f-e74cf5c1162f req-d91568e2-2e5f-4d85-9bdd-6b0d078583e1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 210 time: 0.0273037 Apr 12 17:39:28.979046 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Made reservation on behalf of 24ac17e6fde64798b206eba9754af3be for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:39:28.982916 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.110847 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Allocated IP 172.20.0.7 (1c4c0e06-040b-4220-ac84-b56b0e4d1b22/20d2fbc1-22ec-4361-8a01-4da06013d020/1db295b6-a58f-4ea9-bda1-776a5419a8dc) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:39:29.239690 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.336266 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.380487 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:39:29.383721 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:39:29.389812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:39:29.394739 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:29.395413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.406894 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:29.475858 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-1c717941-9d0e-43f3-8d1b-0851a4097985 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048607 Apr 12 17:39:29.497522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Request body: {'port': {'device_id': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:29.557165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.599502 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-5aae9f3a-eaa8-4d09-951d-e8a0b4dd17aa None None] Provisioning complete for port 1db295b6-a58f-4ea9-bda1-776a5419a8dc triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:39:29.600076 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5aae9f3a-eaa8-4d09-951d-e8a0b4dd17aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.632796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5aae9f3a-eaa8-4d09-951d-e8a0b4dd17aa None None] Port 1db295b6-a58f-4ea9-bda1-776a5419a8dc cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:39:29.810109 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:39:29.817208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks [] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.829634 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Transition to ACTIVE for port object 1db295b6-a58f-4ea9-bda1-776a5419a8dc will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:39:29.921924 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:29.973962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:30.010576 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Attempting to bind port 1db295b6-a58f-4ea9-bda1-776a5419a8dc on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:39:30.011144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Attempting to bind port 1db295b6-a58f-4ea9-bda1-776a5419a8dc by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:39:30.011584 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Attempting to bind port 1db295b6-a58f-4ea9-bda1-776a5419a8dc on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:39:30.017085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Port 1db295b6-a58f-4ea9-bda1-776a5419a8dc on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:39:30.020184 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Attempting to bind port 1db295b6-a58f-4ea9-bda1-776a5419a8dc on network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:39:30.020312 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3871eb-a6a0-479e-bf52-eed8ca5c6ab7 req-651cb80e-8c76-4ab4-afa7-573283ae08d4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.020312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e3871eb-a6a0-479e-bf52-eed8ca5c6ab7 req-651cb80e-8c76-4ab4-afa7-573283ae08d4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0577440 Apr 12 17:39:30.023661 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:39:30.024001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Checking segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:39:30.024388 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Bound using segment: {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:39:30.026248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Bound port: 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca3c1a7-2753-4261-8fdd-03fddfe038cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:39:30.026888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:30.071049 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e3871eb-a6a0-479e-bf52-eed8ca5c6ab7 req-f7b30a03-bd2c-4f07-ad5f-25f9cd500938 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Apr 12 17:39:30.101497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:39:30.104881 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:39:30.180024 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:30.215677 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.216330 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:30.217703 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-c415e669-835d-45f6-8719-d754e744c683 service neutron] 10.222.0.60 "PUT /v2.0/ports/1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 1093 time: 0.7245443 Apr 12 17:39:30.218226 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:30.220349 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17d4863-a9ec-443f-9e10-380245174d19" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:30.248975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415e669-835d-45f6-8719-d754e744c683 service neutron] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:30.256999 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd1804-a5b9-445e-a173-06deec555330 x-openstack-request-id: req-29bd1804-a5b9-445e-a173-06deec555330 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:30.257324 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:30.257564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29bd1804-a5b9-445e-a173-06deec555330 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:30.261342 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bd1804-a5b9-445e-a173-06deec555330'] response: {'name': 'network-changed', 'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'status': 'completed', 'code': 200} Apr 12 17:39:30.341779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d4863-a9ec-443f-9e10-380245174d19 req-84f8974f-2a84-4729-9932-92cf886360b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.343460 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b17d4863-a9ec-443f-9e10-380245174d19 req-84f8974f-2a84-4729-9932-92cf886360b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0401075 Apr 12 17:39:30.456164 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d4863-a9ec-443f-9e10-380245174d19 req-0b75a650-61a2-4cfe-83a3-280e456f3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.457634 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b17d4863-a9ec-443f-9e10-380245174d19 req-0b75a650-61a2-4cfe-83a3-280e456f3a35 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=24ac17e6fde64798b206eba9754af3be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0964432 Apr 12 17:39:30.547894 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d4863-a9ec-443f-9e10-380245174d19 req-37fb0a79-b46e-4dc2-879c-3c13cd48e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.549318 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b17d4863-a9ec-443f-9e10-380245174d19 req-37fb0a79-b46e-4dc2-879c-3c13cd48e067 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850923 Apr 12 17:39:30.653221 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-5136f2ea-ec07-4f7d-b2e0-44a3b77a9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.655615 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-5136f2ea-ec07-4f7d-b2e0-44a3b77a9e77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0410812 Apr 12 17:39:30.704171 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-3534da8c-d203-4750-889a-289dc2c4d34a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 217 time: 0.0328805 Apr 12 17:39:30.750985 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-9343e770-b0e5-43ce-af4d-533e8feaaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.752461 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-9343e770-b0e5-43ce-af4d-533e8feaaf2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0416274 Apr 12 17:39:30.793326 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-2151a470-6e9b-4cc0-bd51-1c25870ddcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:30.794832 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-2151a470-6e9b-4cc0-bd51-1c25870ddcc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363705 Apr 12 17:39:30.884189 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-d9cb8201-8dbc-418a-b0f2-57fb97afafd6 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825243 Apr 12 17:39:30.973769 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1b2dce8-59b3-4060-94cb-bbc17a802095 req-fc372609-49c4-4c48-b397-4535bd5f07ec service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Apr 12 17:39:31.190147 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d1379-cd09-47fb-84cb-f2e5f747c2fd req-56bc341a-d805-42f1-a84c-ec82a7d0e317 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:31.191618 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e42d1379-cd09-47fb-84cb-f2e5f747c2fd req-56bc341a-d805-42f1-a84c-ec82a7d0e317 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0495908 Apr 12 17:39:31.237696 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e42d1379-cd09-47fb-84cb-f2e5f747c2fd req-d25a69f0-04c0-4f3f-9ae9-7fefe360420f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Apr 12 17:39:32.351127 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8ee9a-d2a0-472b-afa3-990185510ed9 req-630494f7-ccdb-4b8a-a924-8d3384da13ed tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:32.352555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6d8ee9a-d2a0-472b-afa3-990185510ed9 req-630494f7-ccdb-4b8a-a924-8d3384da13ed tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0444419 Apr 12 17:39:32.397270 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b6d8ee9a-d2a0-472b-afa3-990185510ed9 req-3bbc8d1a-7096-4244-a144-bfe50c0d3535 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Apr 12 17:39:33.508715 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d694d-cabf-412b-8755-becb6e03a408 req-94d09b55-037a-4855-8d5c-0044b48a8ab8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:33.510099 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e81d694d-cabf-412b-8755-becb6e03a408 req-94d09b55-037a-4855-8d5c-0044b48a8ab8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0445368 Apr 12 17:39:33.557422 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e81d694d-cabf-412b-8755-becb6e03a408 req-5ac60c65-ec67-4cfa-ae0a-7baa22c82c0c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Apr 12 17:39:34.669069 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6faf-1942-4cf0-a107-008b7360f802 req-2f3ff126-8ef0-431a-b83a-f8b979b1d334 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:34.670536 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ac4d6faf-1942-4cf0-a107-008b7360f802 req-2f3ff126-8ef0-431a-b83a-f8b979b1d334 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0449564 Apr 12 17:39:34.715387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ac4d6faf-1942-4cf0-a107-008b7360f802 req-33063f52-5b80-462c-95b2-c4c563d578e3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395293 Apr 12 17:39:35.368735 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:39:35.466720 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:35.477284 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:39:35.513042 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:39:35.513368 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:35.525430 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:39:35.547865 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:35.621355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:35.668862 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:35.856502 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e7a4d-6b4c-451c-b971-8fa2deb7b68c req-d4ecd94d-941d-449a-9b70-1a8c03a870a0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:35.857970 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d08e7a4d-6b4c-451c-b971-8fa2deb7b68c req-d4ecd94d-941d-449a-9b70-1a8c03a870a0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0721338 Apr 12 17:39:35.878305 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdd3e0-847a-4a69-ada5-e9548f232e2c req-fff536e2-9849-4bb4-8119-ebbc42b63a10 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:35.879777 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13bdd3e0-847a-4a69-ada5-e9548f232e2c req-fff536e2-9849-4bb4-8119-ebbc42b63a10 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0669093 Apr 12 17:39:35.941598 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d08e7a4d-6b4c-451c-b971-8fa2deb7b68c req-f56a9838-b867-4349-9b99-c2a502248038 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763516 Apr 12 17:39:35.966178 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13bdd3e0-847a-4a69-ada5-e9548f232e2c req-00fab014-815c-4e00-bd60-9804bbba03d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779397 Apr 12 17:39:36.020987 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-546cb430-85e6-49e1-a462-cc7a6b53a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:36.020987 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-546cb430-85e6-49e1-a462-cc7a6b53a949 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1168 time: 0.0381365 Apr 12 17:39:36.114213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-24ca970c-33e0-4fde-ad2b-febf2782c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:36.115660 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-24ca970c-33e0-4fde-ad2b-febf2782c76e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 916 time: 0.0831335 Apr 12 17:39:36.184314 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-790afe6e-353d-402c-8430-afc82c3eb5a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 1001 time: 0.0605767 Apr 12 17:39:36.232039 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-914ebcc8-ce24-4fb0-a09d-3248cde09429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:36.233486 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-914ebcc8-ce24-4fb0-a09d-3248cde09429 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.0430069 Apr 12 17:39:36.256626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['1db295b6-a58f-4ea9-bda1-776a5419a8dc'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:39:36.280719 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-f8e4da97-70a2-4774-a61e-a2630dc132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:36.282170 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-f8e4da97-70a2-4774-a61e-a2630dc132e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386744 Apr 12 17:39:36.374223 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-27bf675e-a213-427c-b1ca-f5b7be7fb1eb service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835660 Apr 12 17:39:36.519016 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-4c3fb5b6-93cf-419c-a1a3-37a4ec60b137 req-c03f852f-40a0-4446-a597-7c93e31092cc service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325870 Apr 12 17:39:37.082063 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf68af-ad04-4f0e-99a1-aa766bf90ef7 req-0235f612-7318-4f5b-8fd1-e7ed60fad658 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:37.083556 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ecf68af-ad04-4f0e-99a1-aa766bf90ef7 req-0235f612-7318-4f5b-8fd1-e7ed60fad658 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0703413 Apr 12 17:39:37.101927 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042a12-339c-4ae9-98ab-8447c1b0bb50 req-b7ed0419-b3a7-4fad-808a-6c1d46e419c2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:37.103299 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd042a12-339c-4ae9-98ab-8447c1b0bb50 req-b7ed0419-b3a7-4fad-808a-6c1d46e419c2 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0630171 Apr 12 17:39:37.171796 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5ecf68af-ad04-4f0e-99a1-aa766bf90ef7 req-908b64de-0332-404d-ad66-4599d2fdc369 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760005 Apr 12 17:39:37.190312 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd042a12-339c-4ae9-98ab-8447c1b0bb50 req-ce9e45ef-44e5-4eef-b2e9-e46e8cfbdc67 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793936 Apr 12 17:39:37.755166 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:39:37.799194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 1db295b6-a58f-4ea9-bda1-776a5419a8dc completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:39:37.886901 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 1db295b6-a58f-4ea9-bda1-776a5419a8dc triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:39:37.887277 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:37.961607 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:39:37.961991 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:37.983160 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:37.985393 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30cdee-2662-49e6-ab51-140a83709fc1" -d '{"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:38.001802 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:38.020809 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af4d5dd-0bdd-47c9-af9d-2f558d13fcf8 x-openstack-request-id: req-6af4d5dd-0bdd-47c9-af9d-2f558d13fcf8 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:38.021095 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:38.021351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6af4d5dd-0bdd-47c9-af9d-2f558d13fcf8 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:38.021748 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af4d5dd-0bdd-47c9-af9d-2f558d13fcf8'] response: {'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'code': 200} Apr 12 17:39:38.075593 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:38.122816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:38.313992 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19feac-b5ef-452c-a012-29705fcc64d2 req-058f4637-cb1c-453e-ba91-1245eff4fe3b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:38.315379 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce19feac-b5ef-452c-a012-29705fcc64d2 req-058f4637-cb1c-453e-ba91-1245eff4fe3b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0723779 Apr 12 17:39:38.325687 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f50824-cf0d-45d4-a60e-d537022b5e7b req-4def549a-a97d-4127-a7fc-17bf1a897655 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:38.327090 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7f50824-cf0d-45d4-a60e-d537022b5e7b req-4def549a-a97d-4127-a7fc-17bf1a897655 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0575347 Apr 12 17:39:38.393915 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce19feac-b5ef-452c-a012-29705fcc64d2 req-e4199707-4b86-4ffb-9a1b-c259c80c1e4f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658858 Apr 12 17:39:38.420223 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175af8-4a62-40a4-b953-19ee8f5905ea req-b59474b8-15fa-40b8-a9d5-156a93365287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:38.421071 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7f50824-cf0d-45d4-a60e-d537022b5e7b req-32e7b131-58cd-4402-81d6-eeddf934617c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873849 Apr 12 17:39:38.421715 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-77175af8-4a62-40a4-b953-19ee8f5905ea req-b59474b8-15fa-40b8-a9d5-156a93365287 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0385091 Apr 12 17:39:38.470256 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-77175af8-4a62-40a4-b953-19ee8f5905ea req-34d09958-457d-445b-8451-24508fd159b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 Apr 12 17:39:39.533127 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e7fa-46da-47ef-afb0-055dd1c3999b req-2d401c8f-ab3d-477e-a880-74fa6cba8168 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:39.534617 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d56e7fa-46da-47ef-afb0-055dd1c3999b req-2d401c8f-ab3d-477e-a880-74fa6cba8168 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0709524 Apr 12 17:39:39.553092 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba971e-9a75-4878-8ed4-9308fef66607 req-977ae8d9-b0dd-4cd1-9a61-70b119851757 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:39.554504 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10ba971e-9a75-4878-8ed4-9308fef66607 req-977ae8d9-b0dd-4cd1-9a61-70b119851757 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0636640 Apr 12 17:39:39.617764 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d56e7fa-46da-47ef-afb0-055dd1c3999b req-2690f534-0e78-4e29-bfa5-ec48d6762669 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777133 Apr 12 17:39:39.636616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-10ba971e-9a75-4878-8ed4-9308fef66607 req-1ae33f97-2c6c-4cd8-85f7-12a5dc430386 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762324 Apr 12 17:39:40.755904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a4876-4a0a-429f-bfcb-78a67a000196 req-e0b46788-37b3-41cd-9970-9e031152f6c5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:40.757329 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83a4876-4a0a-429f-bfcb-78a67a000196 req-e0b46788-37b3-41cd-9970-9e031152f6c5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0694070 Apr 12 17:39:40.771437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee97783-fe15-4168-802b-4e8d1f66c45b req-05ee24a5-1e4b-40db-95f4-3ce6501b1413 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:40.772763 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ee97783-fe15-4168-802b-4e8d1f66c45b req-05ee24a5-1e4b-40db-95f4-3ce6501b1413 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0583551 Apr 12 17:39:40.839715 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d83a4876-4a0a-429f-bfcb-78a67a000196 req-40c4873b-f966-4e7b-b5d8-84e2ec99bd7d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750132 Apr 12 17:39:40.861166 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ee97783-fe15-4168-802b-4e8d1f66c45b req-5b1dafeb-a015-4c1d-84fa-851518c7392a tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820444 Apr 12 17:39:41.977793 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ed9f7-f33e-4adb-a568-76f50ac46813 req-05c408a6-0982-418a-b319-026a45dc973e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:41.979252 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd7ed9f7-f33e-4adb-a568-76f50ac46813 req-05c408a6-0982-418a-b319-026a45dc973e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0693586 Apr 12 17:39:41.993796 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7914-1528-42e0-81c5-a04bc89b8fc0 req-3926752b-1b7c-480f-b341-7de3fdcd4cb3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:41.995239 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-901b7914-1528-42e0-81c5-a04bc89b8fc0 req-3926752b-1b7c-480f-b341-7de3fdcd4cb3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0581548 Apr 12 17:39:42.066150 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fd7ed9f7-f33e-4adb-a568-76f50ac46813 req-0b300ab8-7756-4361-b986-cbf6b38d0e62 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789652 Apr 12 17:39:42.079863 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-901b7914-1528-42e0-81c5-a04bc89b8fc0 req-f06e784b-70d6-4279-bbe1-9d0870d71359 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783610 Apr 12 17:39:42.179102 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec5e3-2962-48d0-b868-481d34be8e4e req-70b390d0-7169-4eef-a85f-02470327f133 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:42.180476 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ea0ec5e3-2962-48d0-b868-481d34be8e4e req-70b390d0-7169-4eef-a85f-02470327f133 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Apr 12 17:39:42.189405 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52864) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:42.193617 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Request body: {'floatingip': {'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:39:42.232497 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:42.868637 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:42.970174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:43.070059 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Floating IP d27bffe9-eb51-480e-9eff-7775954d685c associated. External IP: 172.27.2.93, port: 1db295b6-a58f-4ea9-bda1-776a5419a8dc. Apr 12 17:39:43.206243 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f78c36-8a29-428e-95b8-633e7f9629b3 req-82b483c9-9e45-45c5-b33f-b1aa819750d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:43.207931 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f78c36-8a29-428e-95b8-633e7f9629b3 req-82b483c9-9e45-45c5-b33f-b1aa819750d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0579596 Apr 12 17:39:43.339344 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-80f78c36-8a29-428e-95b8-633e7f9629b3 req-e8fc217a-652b-462d-b2e9-8d0ea313fd6d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252494 Apr 12 17:39:43.363614 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:39:43.470621 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:39:43.475027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:43.481267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:39:43.491537 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:43.492205 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:43.503351 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-adeb4295-296a-4dd3-83ea-2f356647d176 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "PUT /v2.0/floatingips/d27bffe9-eb51-480e-9eff-7775954d685c HTTP/1.1" status: 200 len: 990 time: 1.3129275 Apr 12 17:39:43.503961 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:43.506323 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b7897-cd27-41cb-9062-a18fbe8f703e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:43.541620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd0539-6b07-4828-b1d7-e3b38a7c2a76 x-openstack-request-id: req-2bcd0539-6b07-4828-b1d7-e3b38a7c2a76 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:43.541912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:43.542198 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bcd0539-6b07-4828-b1d7-e3b38a7c2a76 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:43.542604 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcd0539-6b07-4828-b1d7-e3b38a7c2a76'] response: {'name': 'network-changed', 'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'status': 'completed', 'code': 200} Apr 12 17:39:43.603235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:43.648485 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-4d7584dd-6cdc-42c1-b469-6eb620d55d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:43.649985 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-4d7584dd-6cdc-42c1-b469-6eb620d55d16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0374088 Apr 12 17:39:43.741861 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-01341654-c78f-4da2-b6c8-f8733ce6b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:43.743325 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-01341654-c78f-4da2-b6c8-f8733ce6b093 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0868263 Apr 12 17:39:43.754930 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:43.806947 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-0d25455c-3466-469e-a2d9-35f3ec0578ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 998 time: 0.0573111 Apr 12 17:39:43.831364 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'd27bffe9-eb51-480e-9eff-7775954d685c', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:39:25Z', 'updated_at': '2022-04-12T17:39:42Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:43.857859 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:39:43.858861 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-df0d6bbf-df22-401d-b8bb-71c749ef2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:43.860309 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-df0d6bbf-df22-401d-b8bb-71c749ef2c77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0459731 Apr 12 17:39:43.866279 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:43.866903 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:43.902860 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-3d1f0b41-8c08-46fd-be80-87fbc3e9e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:43.904597 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-3d1f0b41-8c08-46fd-be80-87fbc3e9e45d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377202 Apr 12 17:39:43.974913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:43.995318 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-b29d4528-1bc8-4442-bf05-d2dbfa7f161c service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Apr 12 17:39:44.090303 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2e1b7897-cd27-41cb-9062-a18fbe8f703e req-4f7c9381-d491-48cb-b51a-306b2dbae0e7 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Apr 12 17:39:44.198161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'd27bffe9-eb51-480e-9eff-7775954d685c', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:39:25Z', 'updated_at': '2022-04-12T17:39:42Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:44.228895 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f16d3c-1dd8-4dd0-ad7c-cd777eb8b580 None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': 'd27bffe9-eb51-480e-9eff-7775954d685c', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:39:25Z', 'updated_at': '2022-04-12T17:39:42Z', 'revision_number': 1, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:39:44.422720 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa038e-d663-4d8a-bea6-779d8b4da89f None None] New status for floating IP d27bffe9-eb51-480e-9eff-7775954d685c: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:39:44.458021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d1a3-dffd-45f4-b0bb-eacb6b26e830 req-11bf215d-bd99-4a39-a72a-5f61807904d8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:44.459584 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3740d1a3-dffd-45f4-b0bb-eacb6b26e830 req-11bf215d-bd99-4a39-a72a-5f61807904d8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0494101 Apr 12 17:39:44.533233 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3740d1a3-dffd-45f4-b0bb-eacb6b26e830 req-a23b3e14-5ff3-4751-a3cc-e38e09c3d33d tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664129 Apr 12 17:39:45.516097 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3a424b67-6a60-48c4-9b2c-9499fee7e95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:45.642213 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baafdd-6964-4551-9b02-099969474c4d req-9010e87f-cf26-4847-bba5-5d43e734228e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:45.643641 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44baafdd-6964-4551-9b02-099969474c4d req-9010e87f-cf26-4847-bba5-5d43e734228e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0452838 Apr 12 17:39:45.701130 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-44baafdd-6964-4551-9b02-099969474c4d req-ebecf1c9-a6f5-426a-9d1d-05b8d0977bc0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519092 Apr 12 17:39:46.812369 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5214e-14d2-4834-a130-a2fa9dee2760 req-1b0f55f2-efea-4708-b723-88edf132bf79 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:46.814015 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91f5214e-14d2-4834-a130-a2fa9dee2760 req-1b0f55f2-efea-4708-b723-88edf132bf79 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0472562 Apr 12 17:39:46.874023 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-91f5214e-14d2-4834-a130-a2fa9dee2760 req-90f9008f-9cf7-40b6-ac2b-92835de9799b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542166 Apr 12 17:39:47.084117 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d770a-596c-4f0e-ba4d-5072e479e411 req-41d0bff2-da26-454c-ac9b-0550e9340a12 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:47.085495 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab4d770a-596c-4f0e-ba4d-5072e479e411 req-41d0bff2-da26-454c-ac9b-0550e9340a12 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0506389 Apr 12 17:39:47.132242 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ab4d770a-596c-4f0e-ba4d-5072e479e411 req-e4a9a7c7-3c05-49df-aae6-d4d832c9e840 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Apr 12 17:39:47.832404 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-70849ca9-3867-4d23-8043-346f9f1b3466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:47.987182 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956239-aaea-4bc8-88e9-716a40ea7641 req-9c841f20-a0b9-4383-ab48-b0ae306457cf tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:47.988640 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27956239-aaea-4bc8-88e9-716a40ea7641 req-9c841f20-a0b9-4383-ab48-b0ae306457cf tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0455921 Apr 12 17:39:48.047320 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27956239-aaea-4bc8-88e9-716a40ea7641 req-9fa6c868-529e-483f-852d-e58242a4e736 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530841 Apr 12 17:39:48.245442 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b077a5-f1ec-45ba-ae9f-2ab8722243de req-b3b30259-6de9-4964-90f3-a03bc7d5fb6f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:48.247446 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-60b077a5-f1ec-45ba-ae9f-2ab8722243de req-b3b30259-6de9-4964-90f3-a03bc7d5fb6f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0495665 Apr 12 17:39:48.293081 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-60b077a5-f1ec-45ba-ae9f-2ab8722243de req-f18312c5-a326-4635-9447-b711848be5f8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401740 Apr 12 17:39:49.009886 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:49.154679 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be495c-284c-4f0c-86a5-ae008b0b4482 req-8a4e5ba7-46f2-4990-8851-3bdebbf2e15c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:49.156607 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d9be495c-284c-4f0c-86a5-ae008b0b4482 req-8a4e5ba7-46f2-4990-8851-3bdebbf2e15c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0450268 Apr 12 17:39:49.215044 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d9be495c-284c-4f0c-86a5-ae008b0b4482 req-bc12da1f-7d80-4a1b-98ce-7ba57fbf7bcd tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529442 Apr 12 17:39:49.401092 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6018f-308b-4e03-bb69-ebd92d98cd12 req-25d74427-16e1-4f05-8cd5-82dafba189e7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:49.402544 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ae6018f-308b-4e03-bb69-ebd92d98cd12 req-25d74427-16e1-4f05-8cd5-82dafba189e7 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0454793 Apr 12 17:39:49.451348 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ae6018f-308b-4e03-bb69-ebd92d98cd12 req-2d533d12-8728-49ef-9682-61a46022f05a tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Apr 12 17:39:50.312948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:50.324754 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c81a4-5f6e-4c42-9dd3-5abc23e92cb0 req-2e417f29-6e8d-4746-8cc6-4436cab0e30c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:50.326317 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c2c81a4-5f6e-4c42-9dd3-5abc23e92cb0 req-2e417f29-6e8d-4746-8cc6-4436cab0e30c tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0461659 Apr 12 17:39:50.384341 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c2c81a4-5f6e-4c42-9dd3-5abc23e92cb0 req-59f6a69d-b416-4153-8d0e-f193f6e7bc0b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518584 Apr 12 17:39:50.560239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed3dd9-5b3f-4a5c-a5f7-58a16c1d6238 req-8662897c-3455-478d-9b82-9ecae448e791 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:50.562185 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f6ed3dd9-5b3f-4a5c-a5f7-58a16c1d6238 req-8662897c-3455-478d-9b82-9ecae448e791 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0446215 Apr 12 17:39:50.608268 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f6ed3dd9-5b3f-4a5c-a5f7-58a16c1d6238 req-13c5989c-5ddd-471d-a931-f90cac69b65c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 Apr 12 17:39:50.667705 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-a9d7d9e3-5c9e-4f77-9517-d6268c40d259 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:50.669193 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-a9d7d9e3-5c9e-4f77-9517-d6268c40d259 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0454543 Apr 12 17:39:51.285829 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Deleting port c439d5a6-a3ea-4c7c-9152-d67f68270c85 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:39:51.286194 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.370893 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] For port c439d5a6-a3ea-4c7c-9152-d67f68270c85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c439d5a6-a3ea-4c7c-9152-d67f68270c85,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:51.371253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.498224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2512d8-574b-426d-88d3-96625a25886c req-85aae735-0af9-4d4e-b084-d3d35d37bab3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:51.499652 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d2512d8-574b-426d-88d3-96625a25886c req-85aae735-0af9-4d4e-b084-d3d35d37bab3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0496330 Apr 12 17:39:51.541505 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.541869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.542220 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Floating IP 15766e33-371d-4caa-8af2-c776949f65de disassociated. External IP: 172.27.2.189, port: c439d5a6-a3ea-4c7c-9152-d67f68270c85. Apr 12 17:39:51.542573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Calling delete_port for c439d5a6-a3ea-4c7c-9152-d67f68270c85 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:39:51.559012 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7d2512d8-574b-426d-88d3-96625a25886c req-99931a2f-f08f-4b92-baf7-c6ce5f473903 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&id=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536537 Apr 12 17:39:51.717004 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e46bc6-b163-409b-a019-51d5ac119042 req-3d87dae0-8948-4848-9264-3625b285a11c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:51.719087 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66e46bc6-b163-409b-a019-51d5ac119042 req-3d87dae0-8948-4848-9264-3625b285a11c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 945 time: 0.0453751 Apr 12 17:39:51.755847 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (c439d5a6-a3ea-4c7c-9152-d67f68270c85), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.764187 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-66e46bc6-b163-409b-a019-51d5ac119042 req-5321c67d-6d16-4d0f-a34c-dfb2f5734575 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=514b6969-6d31-4a7b-9b9d-98d5ab0493ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Apr 12 17:39:51.784212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event deleted for resources: {'Port': ['ID=c439d5a6-a3ea-4c7c-9152-d67f68270c85,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:51.872893 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:51.898740 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:39:52.002538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:39:52.012306 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:39:52.022520 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:52.023221 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:52.045247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] No DVR routers for this DVR port c439d5a6-a3ea-4c7c-9152-d67f68270c85 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:39:52.047824 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:52.051150 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-56c8d033-77ff-4b83-9235-8fc2bace48d3 req-c6542220-c353-46fe-acc7-1d6e531d37b6 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "DELETE /v2.0/ports/c439d5a6-a3ea-4c7c-9152-d67f68270c85 HTTP/1.1" status: 204 len: 173 time: 0.8505862 Apr 12 17:39:52.055088 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'name': 'network-vif-deleted', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:52.055088 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b276f91-19ac-406d-b00b-dc0bae37cf1f" -d '{"events": [{"server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "name": "network-vif-deleted", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:52.088993 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b8d4c-484e-456a-a977-273d89167f95 x-openstack-request-id: req-3d5b8d4c-484e-456a-a977-273d89167f95 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:52.089281 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edda0e57-06e0-4e9f-93a9-08815554a8be", "name": "network-vif-deleted", "tag": "c439d5a6-a3ea-4c7c-9152-d67f68270c85", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:52.089537 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d5b8d4c-484e-456a-a977-273d89167f95 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:52.089940 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5b8d4c-484e-456a-a977-273d89167f95'] response: {'server_uuid': 'edda0e57-06e0-4e9f-93a9-08815554a8be', 'name': 'network-vif-deleted', 'tag': 'c439d5a6-a3ea-4c7c-9152-d67f68270c85', 'status': 'completed', 'code': 200} Apr 12 17:39:52.270616 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:52.461146 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:52.487499 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:39:52.495660 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:39:52.496262 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:52.604968 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:39:52.794253 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:39:52.818610 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7265f-8f7e-4c51-a439-11d8ef3978c2 None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:26Z', 'revision_number': 4, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '45b057cd-cf1a-4aeb-9ad3-936f08168d61', 'name': '', 'network_id': '88755202-8f20-440c-bd13-3a96a33eea35', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'mac_address': 'fa:16:3e:f9:7c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '087309be-76af-49db-b202-d05dc941db2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:24Z', 'updated_at': '2022-04-12T17:30:34Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'subnets': [{'id': '087309be-76af-49db-b202-d05dc941db2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:39:52.870686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-200a60d8-3368-4619-8de8-c66f2eb6a2a2 req-c3924a3f-1f0b-4596-b0b9-7ab398770f98 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=edda0e57-06e0-4e9f-93a9-08815554a8be HTTP/1.1" status: 200 len: 210 time: 0.0279641 Apr 12 17:39:53.060734 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1c079-1d7a-4fa1-b439-f1df36987386 None None] New status for floating IP 15766e33-371d-4caa-8af2-c776949f65de: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:39:53.797501 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c439d5a6-a3ea-4c7c-9152-d67f68270c85 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:39:53.817399 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: c439d5a6-a3ea-4c7c-9152-d67f68270c85 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:39:53.822910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c439d5a6-a3ea-4c7c-9152-d67f68270c85 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:39:54.006426 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52934) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:54.061769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (514b6969-6d31-4a7b-9b9d-98d5ab0493ae), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.084834 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (514b6969-6d31-4a7b-9b9d-98d5ab0493ae), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.206777 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (514b6969-6d31-4a7b-9b9d-98d5ab0493ae), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.209432 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.210686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "DELETE /v2.0/security-groups/514b6969-6d31-4a7b-9b9d-98d5ab0493ae HTTP/1.1" status: 204 len: 168 time: 0.2031748 Apr 12 17:39:54.213383 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52936) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:54.220078 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ece9a-a3a5-4603-b0cd-72102ae47546 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b6969-6d31-4a7b-9b9d-98d5ab0493ae,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:54.226821 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-cdbc2e2c-9d54-48f9-8f85-c98ba3c9b1c8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] show failed (client error): The resource could not be found. Apr 12 17:39:54.227845 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-cdbc2e2c-9d54-48f9-8f85-c98ba3c9b1c8 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups/514b6969-6d31-4a7b-9b9d-98d5ab0493ae HTTP/1.1" status: 404 len: 347 time: 0.0134447 Apr 12 17:39:54.230600 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52938) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:39:54.347539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Deleting port d9b2448e-28c9-412f-8951-13e246a90a31 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:39:54.347883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.419991 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.420315 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (d9b2448e-28c9-412f-8951-13e246a90a31), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.432287 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Calling delete_port for d9b2448e-28c9-412f-8951-13e246a90a31 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:39:54.629629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (d9b2448e-28c9-412f-8951-13e246a90a31), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.653513 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event deleted for resources: {'Port': ['ID=d9b2448e-28c9-412f-8951-13e246a90a31,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:54.680442 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks [] for floatingip (15766e33-371d-4caa-8af2-c776949f65de), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.683074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:54.685591 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8259a403-0b83-41b9-8905-f7c7674da10f tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "DELETE /v2.0/floatingips/15766e33-371d-4caa-8af2-c776949f65de HTTP/1.1" status: 204 len: 168 time: 0.4525366 Apr 12 17:39:57.626260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522f98f-ac79-43e4-9289-3353c24411ac req-8668d647-4449-47c7-badf-cdbefc03e3ca tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:57.627710 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2522f98f-ac79-43e4-9289-3353c24411ac req-8668d647-4449-47c7-badf-cdbefc03e3ca tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0456901 Apr 12 17:39:57.673266 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2522f98f-ac79-43e4-9289-3353c24411ac req-5784bfb9-bbca-4b05-a635-f8a70420f6d1 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Apr 12 17:39:58.791382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d0333-18bc-4875-b1f3-0af3b22c0bd6 req-82fee130-abfd-4856-a713-7ee449c2e135 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:58.793741 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af7d0333-18bc-4875-b1f3-0af3b22c0bd6 req-82fee130-abfd-4856-a713-7ee449c2e135 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Apr 12 17:39:58.843824 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-af7d0333-18bc-4875-b1f3-0af3b22c0bd6 req-cec8bb5f-63ba-46c2-84b1-6f599b30841d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Apr 12 17:39:58.852775 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b099a9-52ca-4388-b557-37786a2c4305 req-95396d4b-171e-44c6-a880-460d480cb70c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:39:58.854252 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-50b099a9-52ca-4388-b557-37786a2c4305 req-95396d4b-171e-44c6-a880-460d480cb70c tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 945 time: 0.2668483 Apr 12 17:39:58.939417 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Deleting port 51ba76bf-0012-4897-af71-56ff10623f41 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:39:58.939758 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (51ba76bf-0012-4897-af71-56ff10623f41), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:59.025413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] For port 51ba76bf-0012-4897-af71-56ff10623f41, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=51ba76bf-0012-4897-af71-56ff10623f41,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:39:59.025736 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (51ba76bf-0012-4897-af71-56ff10623f41), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:59.038971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Calling delete_port for 51ba76bf-0012-4897-af71-56ff10623f41 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:39:59.252398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (51ba76bf-0012-4897-af71-56ff10623f41), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:59.280882 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event deleted for resources: {'Port': ['ID=51ba76bf-0012-4897-af71-56ff10623f41,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:39:59.304943 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', '51ba76bf-0012-4897-af71-56ff10623f41'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:39:59.324414 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] No DVR routers for this DVR port 51ba76bf-0012-4897-af71-56ff10623f41 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:39:59.327040 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:39:59.330411 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-50b099a9-52ca-4388-b557-37786a2c4305 req-419fdb99-b6bd-49ec-a342-331411ae2a83 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "DELETE /v2.0/ports/51ba76bf-0012-4897-af71-56ff10623f41 HTTP/1.1" status: 204 len: 173 time: 0.4696891 Apr 12 17:39:59.330980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'name': 'network-vif-deleted', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:39:59.333187 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e249067-5c1a-4578-8853-799b3796ab21" -d '{"events": [{"server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "name": "network-vif-deleted", "tag": "51ba76bf-0012-4897-af71-56ff10623f41"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:39:59.370245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260e21e3-6809-4a51-b109-72ba55f986a8 x-openstack-request-id: req-260e21e3-6809-4a51-b109-72ba55f986a8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:39:59.370539 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b2eb59-7fcd-460b-a3cf-81cd5015d703", "name": "network-vif-deleted", "tag": "51ba76bf-0012-4897-af71-56ff10623f41", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:39:59.370832 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-260e21e3-6809-4a51-b109-72ba55f986a8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:39:59.371239 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260e21e3-6809-4a51-b109-72ba55f986a8'] response: {'server_uuid': '94b2eb59-7fcd-460b-a3cf-81cd5015d703', 'name': 'network-vif-deleted', 'tag': '51ba76bf-0012-4897-af71-56ff10623f41', 'status': 'completed', 'code': 200} Apr 12 17:39:59.946477 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-842492d7-00a1-4f52-a00b-8edbd88b78c3 req-b1246fd7-2408-40b7-9e88-db78ff9e5da3 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=94b2eb59-7fcd-460b-a3cf-81cd5015d703 HTTP/1.1" status: 200 len: 210 time: 0.0260444 Apr 12 17:40:01.423213 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dfef9-2857-438e-ab81-3cee376d1a6a req-41748665-34f2-42bb-9dcd-1cadba5f5d6d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:01.424673 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-264dfef9-2857-438e-ab81-3cee376d1a6a req-41748665-34f2-42bb-9dcd-1cadba5f5d6d tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0463920 Apr 12 17:40:01.469418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-264dfef9-2857-438e-ab81-3cee376d1a6a req-7917d2bb-2de1-4b8f-903c-9a30674ed7c9 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Apr 12 17:40:01.708958 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:40:01.868023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 51ba76bf-0012-4897-af71-56ff10623f41 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:01.891227 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 51ba76bf-0012-4897-af71-56ff10623f41 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:01.891570 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 51ba76bf-0012-4897-af71-56ff10623f41 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:02.337129 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feead5-5138-4135-9f59-5ff6750ebcad req-7b97663f-14e1-4a1a-a4e5-3f4eda7a9c75 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:02.338617 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-80feead5-5138-4135-9f59-5ff6750ebcad req-7b97663f-14e1-4a1a-a4e5-3f4eda7a9c75 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0479767 Apr 12 17:40:02.434307 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Deleting port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:02.434622 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:02.522974 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] For port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:02.523338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:02.536448 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Calling delete_port for a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:02.582820 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fd54d-156a-48b0-b2f2-15e8df5e3f81 req-8859619a-af50-40c2-986a-77c3c0c72576 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:02.584284 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-907fd54d-156a-48b0-b2f2-15e8df5e3f81 req-8859619a-af50-40c2-986a-77c3c0c72576 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 945 time: 0.0482156 Apr 12 17:40:02.630646 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-907fd54d-156a-48b0-b2f2-15e8df5e3f81 req-04229c18-664a-439c-9442-12327eab3789 tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Apr 12 17:40:02.737632 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:02.767718 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Pushing event deleted for resources: {'Port': ['ID=a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:02.788601 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:40:02.818870 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] No DVR routers for this DVR port a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:40:02.821618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:02.825409 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-80feead5-5138-4135-9f59-5ff6750ebcad req-07df7b7f-9c6f-425a-a0e2-0550752b52ba tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.60 "DELETE /v2.0/ports/a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e HTTP/1.1" status: 204 len: 173 time: 0.4765990 Apr 12 17:40:02.825930 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'name': 'network-vif-deleted', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:40:02.828329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e44cb-c23c-4622-aa37-ad611cc5ff36" -d '{"events": [{"server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "name": "network-vif-deleted", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:40:02.870085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc90987-6ff7-41f0-85d1-2fd016902643 x-openstack-request-id: req-6bc90987-6ff7-41f0-85d1-2fd016902643 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:40:02.870468 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d66f058-122a-4ad1-bc1c-901bdce4402d", "name": "network-vif-deleted", "tag": "a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:40:02.870752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc90987-6ff7-41f0-85d1-2fd016902643 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:40:02.871180 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc90987-6ff7-41f0-85d1-2fd016902643'] response: {'server_uuid': '9d66f058-122a-4ad1-bc1c-901bdce4402d', 'name': 'network-vif-deleted', 'tag': 'a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e', 'status': 'completed', 'code': 200} Apr 12 17:40:03.734754 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c5dbdde2-4b61-430a-84c5-6284cf8e330a req-36e7d98d-c32f-4254-8e7d-1e2a5ba2b5bb tempest-ServerRescueNegativeTestJSON-260566095 tempest-ServerRescueNegativeTestJSON-260566095-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d66f058-122a-4ad1-bc1c-901bdce4402d HTTP/1.1" status: 200 len: 210 time: 0.0272417 Apr 12 17:40:04.796599 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52986) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:05.268234 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:05.549085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Deleting port 45b057cd-cf1a-4aeb-9ad3-936f08168d61 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:05.549352 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:05.623399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] For port 45b057cd-cf1a-4aeb-9ad3-936f08168d61, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=45b057cd-cf1a-4aeb-9ad3-936f08168d61,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:05.624308 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:05.638914 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Calling delete_port for 45b057cd-cf1a-4aeb-9ad3-936f08168d61 owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:05.874731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (45b057cd-cf1a-4aeb-9ad3-936f08168d61), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:05.891510 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:05.898757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b057cd-cf1a-4aeb-9ad3-936f08168d61,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:05.912694 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:05.913042 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device a8e3f88c-d479-4dfc-80a3-9a0cd3f9c37e not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:06.024080 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:06.237235 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:40:06.344162 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:40:06.350495 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b44ef25d-9302-4860-a741-8bcc80e5fea9 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c76d46f-bb9e-4768-aeaf-1afca6992e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528541 Apr 12 17:40:06.351690 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52990) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:06.352617 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Sync routers for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:40:06.364852 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:06.365465 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:06.451585 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks [] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:06.471046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:06.645324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:40:05Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:06.672340 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Checking router: 1c76d46f-bb9e-4768-aeaf-1afca6992e9d for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:40:06.680979 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Routers {'1c76d46f-bb9e-4768-aeaf-1afca6992e9d'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:06.681598 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:39:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:06.785413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks [] for router_gateway (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:06.789938 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] Set router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:06.912661 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Deleting port f550d8a2-302d-431a-bcb6-efa4917770d5 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:06.913287 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:06.957390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:40:05Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:06.987941 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3d1b-9277-4f51-8ebf-b7ed5e76124c None None] The sync data for ids ['1c76d46f-bb9e-4768-aeaf-1afca6992e9d'] in dv-cinder-837532-1-iscsi is: [{'id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'name': 'tempest-ServerRescueNegativeTestJSON-158832928-router', 'tenant_id': '6923437b5eea41fda53f134e75138797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:40:05Z', 'revision_number': 5, 'project_id': '6923437b5eea41fda53f134e75138797', 'gw_port': {'id': 'f550d8a2-302d-431a-bcb6-efa4917770d5', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76d46f-bb9e-4768-aeaf-1afca6992e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:19Z', 'updated_at': '2022-04-12T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:40:06.988494 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] For port f550d8a2-302d-431a-bcb6-efa4917770d5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f550d8a2-302d-431a-bcb6-efa4917770d5,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:06.988869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.002601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Calling delete_port for f550d8a2-302d-431a-bcb6-efa4917770d5 owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:07.206263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (f550d8a2-302d-431a-bcb6-efa4917770d5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.231374 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f550d8a2-302d-431a-bcb6-efa4917770d5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:07.255285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.360945 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.363244 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks [] for router_controller (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.484551 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (1c76d46f-bb9e-4768-aeaf-1afca6992e9d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.485123 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c76d46f-bb9e-4768-aeaf-1afca6992e9d {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:40:07.490297 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.491437 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e8fc1737-f3be-4294-9aab-f41a18313e9d admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c76d46f-bb9e-4768-aeaf-1afca6992e9d HTTP/1.1" status: 204 len: 168 time: 1.1388216 Apr 12 17:40:07.493989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52992) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:07.538425 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Deleting subnet 087309be-76af-49db-b202-d05dc941db2e {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:40:07.541646 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Publish callbacks [] for subnet (087309be-76af-49db-b202-d05dc941db2e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.577583 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Publish callbacks [] for subnet (087309be-76af-49db-b202-d05dc941db2e), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.654413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (087309be-76af-49db-b202-d05dc941db2e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.764167 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for subnet (087309be-76af-49db-b202-d05dc941db2e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.789564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087309be-76af-49db-b202-d05dc941db2e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:07.793094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.796307 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-64f927b2-11b7-48ea-9da8-4a98945ab9a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/087309be-76af-49db-b202-d05dc941db2e HTTP/1.1" status: 204 len: 168 time: 0.3013546 Apr 12 17:40:07.798802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 52994) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:07.802972 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56328b60-f809-4d94-8d98-756a087ee538 None None] Network 88755202-8f20-440c-bd13-3a96a33eea35 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:40:07.867099 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (88755202-8f20-440c-bd13-3a96a33eea35), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.915398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Deleting port fd36ac1f-51b0-46cd-ac2f-c08709986d5b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:07.915984 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.976919 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] For port fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:07.977278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:07.988958 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] DHCP port deletion for 88755202-8f20-440c-bd13-3a96a33eea35 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:40:07.997767 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Calling delete_port for fd36ac1f-51b0-46cd-ac2f-c08709986d5b owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:08.036981 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Deleting port fd36ac1f-51b0-46cd-ac2f-c08709986d5b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:08.037566 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.100884 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] For port fd36ac1f-51b0-46cd-ac2f-c08709986d5b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,segment=NetworkSegment(d848784e-3c92-40b2-a657-93fe2b1fd089),segment_id=d848784e-3c92-40b2-a657-93fe2b1fd089)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:08.101290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.113896 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Calling delete_port for fd36ac1f-51b0-46cd-ac2f-c08709986d5b owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:08.160514 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.183390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:08.189387 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] No DVR routers for this DVR port fd36ac1f-51b0-46cd-ac2f-c08709986d5b on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:40:08.229091 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (fd36ac1f-51b0-46cd-ac2f-c08709986d5b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.253965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Pushing event deleted for resources: {'Port': ['ID=fd36ac1f-51b0-46cd-ac2f-c08709986d5b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:08.261344 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] No DVR routers for this DVR port fd36ac1f-51b0-46cd-ac2f-c08709986d5b on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:40:08.263983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.264419 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.265188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.265531 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.265863 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.266217 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.266543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.266868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.267192 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.267518 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.267694 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (88755202-8f20-440c-bd13-3a96a33eea35), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.267823 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.268153 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.268473 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.268790 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.269109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61679958-93c4-4925-aba9-35ff64de9801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:08.297444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.297875 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.298651 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.299001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.299347 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.299802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.300126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.300445 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.300758 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.301079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.316626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fd36ac1f-51b0-46cd-ac2f-c08709986d5b no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:08.337178 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: fd36ac1f-51b0-46cd-ac2f-c08709986d5b {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:08.337523 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fd36ac1f-51b0-46cd-ac2f-c08709986d5b not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:08.337928 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f550d8a2-302d-431a-bcb6-efa4917770d5 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:08.402792 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.403158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.403492 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.403825 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:40:08.404178 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88755202-8f20-440c-bd13-3a96a33eea35']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:08.422982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd848784e-3c92-40b2-a657-93fe2b1fd089') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:08.423266 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd848784e-3c92-40b2-a657-93fe2b1fd089') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:08.440954 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (d848784e-3c92-40b2-a657-93fe2b1fd089), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.462142 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (d848784e-3c92-40b2-a657-93fe2b1fd089), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.470339 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:40:08.470758 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (d848784e-3c92-40b2-a657-93fe2b1fd089), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: from cryptography.utils import int_from_bytes Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: from cryptography.utils import int_from_bytes Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:40:08.474760 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:40:08.487108 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: f550d8a2-302d-431a-bcb6-efa4917770d5 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:08.487431 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f550d8a2-302d-431a-bcb6-efa4917770d5 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:08.487850 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 45b057cd-cf1a-4aeb-9ad3-936f08168d61 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:08.507757 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 45b057cd-cf1a-4aeb-9ad3-936f08168d61 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:08.508102 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 45b057cd-cf1a-4aeb-9ad3-936f08168d61 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:08.626495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (88755202-8f20-440c-bd13-3a96a33eea35), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.632253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:08.635548 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] 10.222.0.32 "DELETE /v2.0/networks/88755202-8f20-440c-bd13-3a96a33eea35 HTTP/1.1" status: 204 len: 168 time: 0.8358176 Apr 12 17:40:08.647548 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084db41b-1b73-45a4-81fa-1994ca347708 admin admin] Pushing event deleted for resources: {'Network': ['ID=88755202-8f20-440c-bd13-3a96a33eea35,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:08.978130 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 52998) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:09.016032 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6c34351b-9665-4875-9b13-6b4ba26d8c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6923437b5eea41fda53f134e75138797&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367846 Apr 12 17:40:09.018333 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53000) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:09.064038 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] Publish callbacks [] for security_group (c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:09.084443 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] Publish callbacks [] for security_group (c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:09.238181 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:09.259756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:09.259756 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3 HTTP/1.1" status: 204 len: 168 time: 0.2227852 Apr 12 17:40:09.259756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324a958-74d8-4d65-aad6-24e783f13066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aba3fe-f01d-4d4e-97e3-9cdc11e4f8f3,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:12.561681 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-f87235d8-df0d-45bd-84b6-b4fd3b328c70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0357714 Apr 12 17:40:12.634337 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-9b91e168-7309-4593-94f9-327ae3aa2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:12.635787 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-9b91e168-7309-4593-94f9-327ae3aa2fdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 1129 time: 0.0369329 Apr 12 17:40:12.736955 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-7e16b4bb-571f-4e7a-ab44-784a0d35587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:12.738521 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-7e16b4bb-571f-4e7a-ab44-784a0d35587b service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.0842440 Apr 12 17:40:12.805060 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-228d3326-fe19-40a2-a6c6-0c615bef12b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 200 len: 1001 time: 0.0551808 Apr 12 17:40:12.854648 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-4d8ab6ba-3c89-4889-a5a9-db2af6e1a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:12.855972 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-4d8ab6ba-3c89-4889-a5a9-db2af6e1a689 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0451314 Apr 12 17:40:12.898304 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-0cf9ba58-6fc9-44df-8355-7c2ffc4c9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:12.899861 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-0cf9ba58-6fc9-44df-8355-7c2ffc4c9356 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367701 Apr 12 17:40:12.988635 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-80d224b1-3839-4c44-a760-d3c37d9ca9ab service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 Apr 12 17:40:13.074086 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-58faaff4-712c-4a85-ab65-25156fbe7639 req-30ffd509-bcd7-492a-b624-17433ff2d213 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787704 Apr 12 17:40:13.741927 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:15.477810 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8b951801-98b2-4f1d-b3e6-004223b5e0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:17.839859 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d62caa31-138d-4da2-bd46-60b709a647d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:18.980550 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:20.354346 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:21.860965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:23.739953 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53136) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:23.841272 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:23.915540 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Publish callbacks [] for security_group (a5711e93-7fd6-407a-b67e-f5652e1df27c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:23.974578 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a5711e93-7fd6-407a-b67e-f5652e1df27c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:24.020304 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cf9f3625a8749b8944d523c4401a73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767031 Apr 12 17:40:24.020304 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5711e93-7fd6-407a-b67e-f5652e1df27c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:24.021335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53144) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:24.026099 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.026458 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.026809 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.027408 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.027747 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.028086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.028414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.028763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.029080 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.029439 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.029773 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.030133 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.030508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.030853 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.031158 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4605b9-2010-4230-804c-988ed28434b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.075543 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Publish callbacks [] for security_group (a5711e93-7fd6-407a-b67e-f5652e1df27c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:24.095092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Publish callbacks [] for security_group (a5711e93-7fd6-407a-b67e-f5652e1df27c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:24.240011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a5711e93-7fd6-407a-b67e-f5652e1df27c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:24.242720 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:24.243885 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5711e93-7fd6-407a-b67e-f5652e1df27c HTTP/1.1" status: 204 len: 168 time: 0.2200387 Apr 12 17:40:24.252039 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5711e93-7fd6-407a-b67e-f5652e1df27c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:24.259238 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.259593 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.259943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.260288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.260636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.260969 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.261299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.261625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.261956 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.262311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.262641 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.262971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.263296 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.263618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:24.263975 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c102afe-26b3-447c-b926-11828e29f005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:40:32.747288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53262) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:32.850489 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cadee5e-203f-4969-8a82-b5f3951d514b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:32.924909 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cadee5e-203f-4969-8a82-b5f3951d514b admin admin] Publish callbacks [] for security_group (64acb01c-9e49-4140-8257-fbf3f8faf433), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.005354 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cadee5e-203f-4969-8a82-b5f3951d514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (64acb01c-9e49-4140-8257-fbf3f8faf433), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.045844 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9cadee5e-203f-4969-8a82-b5f3951d514b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42bf6d7eec3748ef85c0f3aff46c0d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969377 Apr 12 17:40:33.046802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53270) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:33.047271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadee5e-203f-4969-8a82-b5f3951d514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64acb01c-9e49-4140-8257-fbf3f8faf433,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:33.096480 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] Publish callbacks [] for security_group (64acb01c-9e49-4140-8257-fbf3f8faf433), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.116388 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] Publish callbacks [] for security_group (64acb01c-9e49-4140-8257-fbf3f8faf433), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.262569 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (64acb01c-9e49-4140-8257-fbf3f8faf433), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.265214 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.266444 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64acb01c-9e49-4140-8257-fbf3f8faf433 HTTP/1.1" status: 204 len: 168 time: 0.2183781 Apr 12 17:40:33.274279 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538724ac-914c-4f86-935c-34fba9026068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64acb01c-9e49-4140-8257-fbf3f8faf433,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:33.871316 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53278) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:33.885261 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65fbb3c0-eba9-4313-be8c-091caa6949e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:33.957188 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65fbb3c0-eba9-4313-be8c-091caa6949e0 admin admin] Publish callbacks [] for security_group (a818a3c7-5069-4dc0-b97c-77d9e7171928), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.016346 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65fbb3c0-eba9-4313-be8c-091caa6949e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a818a3c7-5069-4dc0-b97c-77d9e7171928), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.052110 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbb3c0-eba9-4313-be8c-091caa6949e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818a3c7-5069-4dc0-b97c-77d9e7171928,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:34.056369 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-65fbb3c0-eba9-4313-be8c-091caa6949e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8c6fdb55dc246eea909b54dbae97aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840365 Apr 12 17:40:34.062569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53280) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:34.107736 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] Publish callbacks [] for security_group (a818a3c7-5069-4dc0-b97c-77d9e7171928), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.127521 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] Publish callbacks [] for security_group (a818a3c7-5069-4dc0-b97c-77d9e7171928), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.283279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a818a3c7-5069-4dc0-b97c-77d9e7171928), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.285795 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:34.286978 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a818a3c7-5069-4dc0-b97c-77d9e7171928 HTTP/1.1" status: 204 len: 168 time: 0.2270937 Apr 12 17:40:34.294623 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b2dca-b1f7-490d-9692-54cae336b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818a3c7-5069-4dc0-b97c-77d9e7171928,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:36.380502 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df3a0-59a8-41a6-a402-540afa565097 req-7ad3d33c-d345-4209-a2d2-2e0df1c9fbf3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:36.381943 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-063df3a0-59a8-41a6-a402-540afa565097 req-7ad3d33c-d345-4209-a2d2-2e0df1c9fbf3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0454700 Apr 12 17:40:36.431194 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-063df3a0-59a8-41a6-a402-540afa565097 req-4d0534ac-702c-47b4-81d2-25a86a4bd55c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Apr 12 17:40:37.545038 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a0cb-4d4e-4732-beac-89aa9af28bb3 req-6306a8d5-bbe5-4ed6-8604-3eb8d97d46f9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:37.546971 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a058a0cb-4d4e-4732-beac-89aa9af28bb3 req-6306a8d5-bbe5-4ed6-8604-3eb8d97d46f9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0456328 Apr 12 17:40:37.594803 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a058a0cb-4d4e-4732-beac-89aa9af28bb3 req-48089a94-73b5-4289-900a-e007189286f7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Apr 12 17:40:37.741705 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53390) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:37.885580 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-471d2e48-1ac8-415c-8de1-dd060a70bee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:37.956188 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-471d2e48-1ac8-415c-8de1-dd060a70bee9 admin admin] Publish callbacks [] for security_group (805ffe67-3416-4efc-a660-f891dbe480cb), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.033841 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-471d2e48-1ac8-415c-8de1-dd060a70bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (805ffe67-3416-4efc-a660-f891dbe480cb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.072315 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-471d2e48-1ac8-415c-8de1-dd060a70bee9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1da599d6e4f462593b462bb174b0db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294537 Apr 12 17:40:38.073441 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2e48-1ac8-415c-8de1-dd060a70bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ffe67-3416-4efc-a660-f891dbe480cb,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:38.075004 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53394) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:38.124733 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] Publish callbacks [] for security_group (805ffe67-3416-4efc-a660-f891dbe480cb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.144727 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] Publish callbacks [] for security_group (805ffe67-3416-4efc-a660-f891dbe480cb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.199953 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-bce1e46c-ad5f-4c00-bd00-59c1e7369b55 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:38.201444 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-bce1e46c-ad5f-4c00-bd00-59c1e7369b55 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0571322 Apr 12 17:40:38.268011 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (805ffe67-3416-4efc-a660-f891dbe480cb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.270664 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.271828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/805ffe67-3416-4efc-a660-f891dbe480cb HTTP/1.1" status: 204 len: 168 time: 0.1958640 Apr 12 17:40:38.280757 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e723b-347f-49f8-ad58-c67d51d17b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ffe67-3416-4efc-a660-f891dbe480cb,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:38.333329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Deleting port c7950863-7ad6-404b-ac56-d433507b0956 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:38.333723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (c7950863-7ad6-404b-ac56-d433507b0956), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.423926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] For port c7950863-7ad6-404b-ac56-d433507b0956, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7950863-7ad6-404b-ac56-d433507b0956,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:38.424300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (c7950863-7ad6-404b-ac56-d433507b0956), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.594327 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.594686 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.595020 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Floating IP 1ca62f85-c9cf-4fb0-b453-f042b4c4bd93 disassociated. External IP: 172.27.2.242, port: c7950863-7ad6-404b-ac56-d433507b0956. Apr 12 17:40:38.595345 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Calling delete_port for c7950863-7ad6-404b-ac56-d433507b0956 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:38.706810 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a6fc-4632-4ddf-a49d-e28a6e664919 req-4173f48a-5d8f-4432-9ae0-35fc5937576f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:38.711374 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f28a6fc-4632-4ddf-a49d-e28a6e664919 req-4173f48a-5d8f-4432-9ae0-35fc5937576f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 945 time: 0.0497527 Apr 12 17:40:38.712965 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:40:38.755413 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f28a6fc-4632-4ddf-a49d-e28a6e664919 req-53e39642-feb7-4382-8c33-e0a7b71b53da tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ae448be-628d-42fa-99ac-d3ae3157abf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Apr 12 17:40:38.805501 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (c7950863-7ad6-404b-ac56-d433507b0956), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.835158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'Port': ['ID=c7950863-7ad6-404b-ac56-d433507b0956,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:38.944641 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53404) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:38.965239 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfb90-7e77-44a7-831a-74e0ff80df53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:38.968990 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:40:39.128564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:40:39.136163 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfb90-7e77-44a7-831a-74e0ff80df53 admin admin] Publish callbacks [] for security_group (9e939915-b4bf-444d-ab1e-69d48e35c124), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.138066 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:40:39.147146 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:39.147834 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:39.176078 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] No DVR routers for this DVR port c7950863-7ad6-404b-ac56-d433507b0956 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:40:39.179002 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.182995 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-2ebe8e41-af52-408d-9cf0-0d845e5b3134 req-7a93dc0d-ab14-402b-808f-bdba138554db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "DELETE /v2.0/ports/c7950863-7ad6-404b-ac56-d433507b0956 HTTP/1.1" status: 204 len: 173 time: 0.9338989 Apr 12 17:40:39.192271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'name': 'network-vif-deleted', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:40:39.192271 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b78c835-f036-4a74-a90b-767ab7d1fbcf" -d '{"events": [{"server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "name": "network-vif-deleted", "tag": "c7950863-7ad6-404b-ac56-d433507b0956"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:40:39.211192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ddfb90-7e77-44a7-831a-74e0ff80df53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9e939915-b4bf-444d-ab1e-69d48e35c124), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.240698 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3103f21-d1c3-433c-b6ce-c7abfa06bff0 x-openstack-request-id: req-e3103f21-d1c3-433c-b6ce-c7abfa06bff0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:40:39.244714 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b94a4-bf47-4aa4-b737-1ea368fb89ec", "name": "network-vif-deleted", "tag": "c7950863-7ad6-404b-ac56-d433507b0956", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:40:39.244714 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3103f21-d1c3-433c-b6ce-c7abfa06bff0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:40:39.244714 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3103f21-d1c3-433c-b6ce-c7abfa06bff0'] response: {'server_uuid': '3c6b94a4-bf47-4aa4-b737-1ea368fb89ec', 'name': 'network-vif-deleted', 'tag': 'c7950863-7ad6-404b-ac56-d433507b0956', 'status': 'completed', 'code': 200} Apr 12 17:40:39.253367 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f9ddfb90-7e77-44a7-831a-74e0ff80df53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc1de52c898f43beac3b2cc68d24a3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076172 Apr 12 17:40:39.256299 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53408) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:39.269306 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:39.277729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddfb90-7e77-44a7-831a-74e0ff80df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e939915-b4bf-444d-ab1e-69d48e35c124,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:39.327491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] Publish callbacks [] for security_group (9e939915-b4bf-444d-ab1e-69d48e35c124), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.350556 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] Publish callbacks [] for security_group (9e939915-b4bf-444d-ab1e-69d48e35c124), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.473264 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:39.479361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9e939915-b4bf-444d-ab1e-69d48e35c124), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.482047 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:39.486284 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e939915-b4bf-444d-ab1e-69d48e35c124 HTTP/1.1" status: 204 len: 168 time: 0.2257535 Apr 12 17:40:39.492178 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12569304-ee85-40b8-a36c-dec07066b390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e939915-b4bf-444d-ab1e-69d48e35c124,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:39.509186 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:40:39.518086 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:39.518709 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:39.627671 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:39.816169 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:39.852119 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e423cb-373a-440b-8baf-8ad152cd1f0e None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:40:39.887693 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-079d3cae-61b2-4b83-b0a2-bd9b83d455d7 req-ad68396f-26ed-4916-86b9-5cf21ec3d1f4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c6b94a4-bf47-4aa4-b737-1ea368fb89ec HTTP/1.1" status: 200 len: 210 time: 0.0531805 Apr 12 17:40:40.131799 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa42fec-d564-445a-8fca-6983cee451ed None None] New status for floating IP 1ca62f85-c9cf-4fb0-b453-f042b4c4bd93: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:40:40.440081 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52997d92-c6fd-41c0-87c9-26a8946ae40f req-16cce2a9-fd7c-4f8b-b6b5-46bfcfe39e46 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:40.441555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52997d92-c6fd-41c0-87c9-26a8946ae40f req-16cce2a9-fd7c-4f8b-b6b5-46bfcfe39e46 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0466285 Apr 12 17:40:40.488987 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-52997d92-c6fd-41c0-87c9-26a8946ae40f req-6163fa9a-19bf-4f18-a9ad-7d135b4b4ccb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Apr 12 17:40:41.011758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53450) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:41.063872 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (2ae448be-628d-42fa-99ac-d3ae3157abf8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.089101 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (2ae448be-628d-42fa-99ac-d3ae3157abf8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.251163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (2ae448be-628d-42fa-99ac-d3ae3157abf8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.253823 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.255038 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ae448be-628d-42fa-99ac-d3ae3157abf8 HTTP/1.1" status: 204 len: 168 time: 0.2422769 Apr 12 17:40:41.258011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53456) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:41.264441 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75b74-5c44-48f7-9e30-7b2bcdca7b2a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae448be-628d-42fa-99ac-d3ae3157abf8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:41.273280 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-9a4ee609-41d1-43ab-8c55-5b9ed8ff150f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] show failed (client error): The resource could not be found. Apr 12 17:40:41.274296 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9a4ee609-41d1-43ab-8c55-5b9ed8ff150f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups/2ae448be-628d-42fa-99ac-d3ae3157abf8 HTTP/1.1" status: 404 len: 347 time: 0.0148058 Apr 12 17:40:41.277381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53458) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:41.393159 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Deleting port 47f2375f-6bf1-4189-a0de-dcb4d46f3c84 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:41.393503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.468063 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.468610 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.480750 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Calling delete_port for 47f2375f-6bf1-4189-a0de-dcb4d46f3c84 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:41.608233 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8d313-44f8-45f9-ad3f-86a78690990c req-7d423eff-f110-4ab7-9fdf-ce6ad290aa27 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:41.613389 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ea8d313-44f8-45f9-ad3f-86a78690990c req-7d423eff-f110-4ab7-9fdf-ce6ad290aa27 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0500154 Apr 12 17:40:41.657175 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ea8d313-44f8-45f9-ad3f-86a78690990c req-92725867-aed3-4b54-ac87-44ad5902a8d5 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Apr 12 17:40:41.694427 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (47f2375f-6bf1-4189-a0de-dcb4d46f3c84), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.720760 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'Port': ['ID=47f2375f-6bf1-4189-a0de-dcb4d46f3c84,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:41.787961 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (1ca62f85-c9cf-4fb0-b453-f042b4c4bd93), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.790889 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:41.796404 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-97e73a6b-ba0f-4e4d-88fc-84cdf218a9fa tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ca62f85-c9cf-4fb0-b453-f042b4c4bd93 HTTP/1.1" status: 204 len: 168 time: 0.5180047 Apr 12 17:40:42.103522 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c7950863-7ad6-404b-ac56-d433507b0956 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:42.124381 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: c7950863-7ad6-404b-ac56-d433507b0956 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:42.124726 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device c7950863-7ad6-404b-ac56-d433507b0956 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:42.293506 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53506) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:42.298566 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232640428', 'description': 'tempest-description--1883008548'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:42.391979 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.458697 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (0b494ccd-8ea6-4d95-89b0-06a6b98182d0), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.546728 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0b494ccd-8ea6-4d95-89b0-06a6b98182d0), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.575103 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b494ccd-8ea6-4d95-89b0-06a6b98182d0,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:42.609338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53510) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:42.635775 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.637041 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1a3d9a9f-0f2c-4ecf-b4ad-68988565c6df tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3425052 Apr 12 17:40:42.639883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53514) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:42.646350 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group_rule': {'security_group_id': '0b494ccd-8ea6-4d95-89b0-06a6b98182d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:42.711497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecc87ed9-b484-4da5-8a0e-43b3b13a5619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.740253 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (0ef4a3cb-796a-4d96-8e54-d41af7d9f805), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.767238 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bfb10-d529-4c91-9233-370c7f7fe891 req-46cc39bf-7c50-4236-8d5b-969026e9c374 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:42.768732 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-855bfb10-d529-4c91-9233-370c7f7fe891 req-46cc39bf-7c50-4236-8d5b-969026e9c374 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0459516 Apr 12 17:40:42.820154 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-855bfb10-d529-4c91-9233-370c7f7fe891 req-4bf4cf98-c6a9-41f1-95a6-593730a2ef81 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=f22d67c9-7d86-4a66-84b9-14b13102c3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455136 Apr 12 17:40:42.862760 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (0ef4a3cb-796a-4d96-8e54-d41af7d9f805), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.872628 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-df1110e7-67d0-43cb-9919-c86d18137a8f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:42.874112 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-df1110e7-67d0-43cb-9919-c86d18137a8f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 946 time: 0.0796497 Apr 12 17:40:42.878522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecc87ed9-b484-4da5-8a0e-43b3b13a5619 admin admin] Publish callbacks [] for security_group (b6b9b515-41af-490b-97d2-e8e67c271e37), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.949323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (0ef4a3cb-796a-4d96-8e54-d41af7d9f805), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.976079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef4a3cb-796a-4d96-8e54-d41af7d9f805,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:42.978821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port 5261a46c-60fa-423b-b194-efe8e37187dd {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:42.979168 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:42.992850 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecc87ed9-b484-4da5-8a0e-43b3b13a5619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (b6b9b515-41af-490b-97d2-e8e67c271e37), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.287135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.288310 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6afe2bd6-8588-41ff-b232-cc596532850e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6475282 Apr 12 17:40:43.291180 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53518) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:43.295679 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'security_group_rule': {'security_group_id': '0b494ccd-8ea6-4d95-89b0-06a6b98182d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:43.315743 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ecc87ed9-b484-4da5-8a0e-43b3b13a5619 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0785b0027ce84245a2c511d398213e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7052133 Apr 12 17:40:43.320466 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53520) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:43.321571 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc87ed9-b484-4da5-8a0e-43b3b13a5619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9b515-41af-490b-97d2-e8e67c271e37,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:43.345021 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] For port 5261a46c-60fa-423b-b194-efe8e37187dd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5261a46c-60fa-423b-b194-efe8e37187dd,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:43.345389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.368236 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] Publish callbacks [] for security_group (b6b9b515-41af-490b-97d2-e8e67c271e37), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.390914 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] Publish callbacks [] for security_group (b6b9b515-41af-490b-97d2-e8e67c271e37), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.403643 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (e14500e0-6308-4f9f-891a-82b00de4a4b5), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.468219 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (e14500e0-6308-4f9f-891a-82b00de4a4b5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.511877 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.512236 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (98570431-133d-4476-a673-206f099766e0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.512551 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 98570431-133d-4476-a673-206f099766e0 disassociated. External IP: 172.27.2.68, port: 5261a46c-60fa-423b-b194-efe8e37187dd. Apr 12 17:40:43.512887 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for 5261a46c-60fa-423b-b194-efe8e37187dd owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:43.530598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (e14500e0-6308-4f9f-891a-82b00de4a4b5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.546159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14500e0-6308-4f9f-891a-82b00de4a4b5,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:43.550457 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (b6b9b515-41af-490b-97d2-e8e67c271e37), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.558754 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.558754 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6b9b515-41af-490b-97d2-e8e67c271e37 HTTP/1.1" status: 204 len: 168 time: 0.2326450 Apr 12 17:40:43.568100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a93d56-08a6-44bc-9f92-dff70bbf614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9b515-41af-490b-97d2-e8e67c271e37,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:43.635563 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.636877 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7031913e-a5e7-4591-b32b-2abf326bb443 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446603 Apr 12 17:40:43.639935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53524) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:43.644205 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:43.753518 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (5261a46c-60fa-423b-b194-efe8e37187dd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.781979 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.782582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.782959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=5261a46c-60fa-423b-b194-efe8e37187dd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:43.901906 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:43.919699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:40:43.928858 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ab18428-c6a3-4c4e-9b1c-d3bba134d291 req-3fb7e3b8-a782-4eef-a14f-0ddf31582a79 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 210 time: 0.0367434 Apr 12 17:40:44.035327 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:40:44.038363 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Allocated IP 172.27.2.153 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/558b6de0-de7a-4eca-97b8-6e5fec155fc7) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:40:44.047032 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:40:44.057359 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:44.058408 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:44.078903 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] No DVR routers for this DVR port 5261a46c-60fa-423b-b194-efe8e37187dd on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:40:44.081262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.084579 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7088e97d-4771-471a-b3ed-904ffb23a2ac req-626f2679-17a5-4e22-a721-40fd9f142a37 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "DELETE /v2.0/ports/5261a46c-60fa-423b-b194-efe8e37187dd HTTP/1.1" status: 204 len: 173 time: 1.2048876 Apr 12 17:40:44.085016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'name': 'network-vif-deleted', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:40:44.087248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31c500-2fbe-4fd1-9b7a-21783d193636" -d '{"events": [{"server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "name": "network-vif-deleted", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:40:44.138445 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c93de4-0b39-4df7-a887-e3229f4b2c3b x-openstack-request-id: req-97c93de4-0b39-4df7-a887-e3229f4b2c3b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:40:44.138888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d75298-5d03-45ae-9787-48c6ab22d1af", "name": "network-vif-deleted", "tag": "5261a46c-60fa-423b-b194-efe8e37187dd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:40:44.139274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97c93de4-0b39-4df7-a887-e3229f4b2c3b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:40:44.139794 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c93de4-0b39-4df7-a887-e3229f4b2c3b'] response: {'server_uuid': 'a4d75298-5d03-45ae-9787-48c6ab22d1af', 'name': 'network-vif-deleted', 'tag': '5261a46c-60fa-423b-b194-efe8e37187dd', 'status': 'completed', 'code': 200} Apr 12 17:40:44.157086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.190195 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:44.238878 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53532) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:44.252242 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bdd41975-2f8b-4fa5-a2da-bef5c2055dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.292050 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.356633 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=558b6de0-de7a-4eca-97b8-6e5fec155fc7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:44.360833 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:40:44.366271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:40:44.369152 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:40:44.398983 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:44.423883 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bdd41975-2f8b-4fa5-a2da-bef5c2055dd9 admin admin] Publish callbacks [] for security_group (fe58d1e5-b302-4712-aa25-b2e476803a2c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.426006 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:40:44.434274 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:44.434927 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:44.472437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.478987 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bdd41975-2f8b-4fa5-a2da-bef5c2055dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fe58d1e5-b302-4712-aa25-b2e476803a2c), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.519952 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bdd41975-2f8b-4fa5-a2da-bef5c2055dd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3cdbc997ec741699d9c97052a74fcf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799819 Apr 12 17:40:44.520656 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41975-2f8b-4fa5-a2da-bef5c2055dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58d1e5-b302-4712-aa25-b2e476803a2c,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:44.522639 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53534) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:44.554218 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:44.560682 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.578278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] Publish callbacks [] for security_group (fe58d1e5-b302-4712-aa25-b2e476803a2c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.602895 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] Publish callbacks [] for security_group (fe58d1e5-b302-4712-aa25-b2e476803a2c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.724979 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fe58d1e5-b302-4712-aa25-b2e476803a2c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.727839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.731532 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe58d1e5-b302-4712-aa25-b2e476803a2c HTTP/1.1" status: 204 len: 168 time: 0.2055964 Apr 12 17:40:44.731709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.739310 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3a79-a3d0-4871-ba9e-a628d9231ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58d1e5-b302-4712-aa25-b2e476803a2c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:44.803347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.840555 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:44.867992 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b1598-d5c9-4e81-a5a1-c00f3ef06cb5 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:40:44.875498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=558b6de0-de7a-4eca-97b8-6e5fec155fc7,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:44.891956 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.967419 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:44.969230 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fc4633f9-8d3d-47d7-8247-955b57c0080f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3281231 Apr 12 17:40:45.055242 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-73ae60dd-fe92-49c6-ae95-d44473fe018c req-59af54ab-007c-4990-b1f7-ed6bd3d44046 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4d75298-5d03-45ae-9787-48c6ab22d1af HTTP/1.1" status: 200 len: 210 time: 0.0363779 Apr 12 17:40:45.161826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c384c-c70e-4c75-98e3-e7ea377cebb1 None None] New status for floating IP 98570431-133d-4476-a673-206f099766e0: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:40:45.207410 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-d7a91b53-4979-409b-bf00-83f0c41bd4db tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1232640428&fields=id&tenant_id=1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 267 time: 0.0556550 Apr 12 17:40:45.337883 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-c720ce1d-5e53-44a1-be3a-3e189f942fa1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:45.338210 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-c720ce1d-5e53-44a1-be3a-3e189f942fa1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 811 time: 0.1230938 Apr 12 17:40:45.352705 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-0366eacf-f98d-4078-bef9-6e10017a5aba tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/quotas/1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 375 time: 0.0090215 Apr 12 17:40:45.402677 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-bcde4e4a-3204-4b9a-baf7-8ccc334d9d36 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451081 Apr 12 17:40:45.417779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-86e658cd-40ce-4ad1-842e-82b62b084d28 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:45.418828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-86e658cd-40ce-4ad1-842e-82b62b084d28 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051889 Apr 12 17:40:45.478941 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-32256f06-95d8-4dae-b6a3-2ee2bdaba34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:45.507928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-fe5a7429-294e-4281-800c-a058a92503f4 service neutron] 10.222.0.32 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Apr 12 17:40:45.598871 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-d5f806f1-a905-4a5f-a1ca-3a7cd6bc72df service neutron] 10.222.0.32 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Apr 12 17:40:45.864541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb108f64-f56d-4847-88a1-d933e77af15a req-167dcd87-f94d-4d26-9c38-6396c1748748 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 210 time: 0.0278821 Apr 12 17:40:46.091991 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5261a46c-60fa-423b-b194-efe8e37187dd no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:40:46.112811 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 5261a46c-60fa-423b-b194-efe8e37187dd {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:40:46.113096 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5261a46c-60fa-423b-b194-efe8e37187dd not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:40:46.234438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53592) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:46.287059 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (f22d67c9-7d86-4a66-84b9-14b13102c3a4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.312467 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (f22d67c9-7d86-4a66-84b9-14b13102c3a4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.438847 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f22d67c9-7d86-4a66-84b9-14b13102c3a4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.441506 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.442718 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/security-groups/f22d67c9-7d86-4a66-84b9-14b13102c3a4 HTTP/1.1" status: 204 len: 168 time: 0.2072353 Apr 12 17:40:46.445447 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53600) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:46.452294 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753eff0-66ec-4602-8883-8249d84e89c8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22d67c9-7d86-4a66-84b9-14b13102c3a4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:46.459337 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.api.v2.resource [None req-93754135-3c44-49c0-9a5a-4d61b88e4cf6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] show failed (client error): The resource could not be found. Apr 12 17:40:46.460465 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-93754135-3c44-49c0-9a5a-4d61b88e4cf6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups/f22d67c9-7d86-4a66-84b9-14b13102c3a4 HTTP/1.1" status: 404 len: 347 time: 0.0137587 Apr 12 17:40:46.465174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53602) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:46.581983 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port 58f65731-b18d-43f0-bc45-c49df17d8960 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:46.582293 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.665440 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.666250 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (58f65731-b18d-43f0-bc45-c49df17d8960), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.680760 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for 58f65731-b18d-43f0-bc45-c49df17d8960 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:46.867802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (58f65731-b18d-43f0-bc45-c49df17d8960), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.896744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=58f65731-b18d-43f0-bc45-c49df17d8960,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:46.970167 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-16d16b9b-c8d6-47c2-968c-6c3fb8eec002 req-4c7e240c-b1e6-4dae-847c-de4d60cc96c2 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Apr 12 17:40:46.984782 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (98570431-133d-4476-a673-206f099766e0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.987554 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:46.990478 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-89c5ad0f-18ed-417f-bcc2-42476e5eea75 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/floatingips/98570431-133d-4476-a673-206f099766e0 HTTP/1.1" status: 204 len: 168 time: 0.5243483 Apr 12 17:40:47.261438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53624) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:47.265931 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620211023', 'description': 'tempest-description--1110969668'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:47.359531 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.429471 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (30e36312-f1c5-4d83-bea3-14f5bda5bbe8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.505752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (30e36312-f1c5-4d83-bea3-14f5bda5bbe8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.534715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e36312-f1c5-4d83-bea3-14f5bda5bbe8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:47.616727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.618422 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-220e16e5-6def-4e33-b729-9b35effeba9b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3556468 Apr 12 17:40:47.620944 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53640) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:47.625685 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': '30e36312-f1c5-4d83-bea3-14f5bda5bbe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:47.740682 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (05dae368-1e08-4f31-bcb8-af207888463c), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.798481 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (05dae368-1e08-4f31-bcb8-af207888463c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.879476 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (05dae368-1e08-4f31-bcb8-af207888463c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.879706 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dea89d96-69c0-4fc4-91dc-d064bbd210a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:47.917411 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dae368-1e08-4f31-bcb8-af207888463c,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:48.000686 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-75c83f03-8121-4f64-8516-2d0ad81bb8b1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:48.002355 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-75c83f03-8121-4f64-8516-2d0ad81bb8b1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 811 time: 0.1111903 Apr 12 17:40:48.038225 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.039913 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-5d9c776d-08ee-4eee-bb5f-dce481248f7c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179668 Apr 12 17:40:48.043006 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53650) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:48.047148 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'security_group_rule': {'security_group_id': '30e36312-f1c5-4d83-bea3-14f5bda5bbe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:48.068605 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9e020e6b-b9d5-4637-8be0-c3f56821beac req-6582e7c8-c15c-4320-8531-f25da7f44b45 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 210 time: 0.0297334 Apr 12 17:40:48.094530 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-1311e173-2315-4a0d-9b99-ec0001994eac tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1009306feaa84f07a39bd0ee7c145fe2 HTTP/1.1" status: 200 len: 380 time: 0.0770533 Apr 12 17:40:48.103331 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'port': {'device_id': '4382638c-8e2e-440b-91f7-ac199cc56687', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'admin_state_up': True, 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'security_groups': ['0b494ccd-8ea6-4d95-89b0-06a6b98182d0']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:48.175949 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (34c978b6-9b25-4888-b969-42340d2e0c8b), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.248222 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (34c978b6-9b25-4888-b969-42340d2e0c8b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.345826 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53656) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:48.358817 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Made reservation on behalf of 1009306feaa84f07a39bd0ee7c145fe2 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:40:48.362388 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.390220 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (34c978b6-9b25-4888-b969-42340d2e0c8b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.441932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c978b6-9b25-4888-b969-42340d2e0c8b,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:48.454098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-553d1f70-4b69-417d-8a96-5556ca3f8243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.510156 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.511255 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7202ad23-4c75-4114-9f63-bf6114d0eed9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4673402 Apr 12 17:40:48.512395 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Allocated IP 172.20.0.14 (142802fc-a09d-48c1-a09f-181a3fe0d99e/ec2eee4e-7626-43b8-a6a0-68eb39d5bec3/85b5b16a-a711-44cc-8c99-a28627f5f7c6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:40:48.514960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53662) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:48.521215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:48.528067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-553d1f70-4b69-417d-8a96-5556ca3f8243 admin admin] Publish callbacks [] for security_group (e7ab6543-1f02-453c-9d1a-bee4bb74e048), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.593141 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-553d1f70-4b69-417d-8a96-5556ca3f8243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e7ab6543-1f02-453c-9d1a-bee4bb74e048), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.622905 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.631895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-553d1f70-4b69-417d-8a96-5556ca3f8243 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71d278f053c44959a42fce58c93e90f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848971 Apr 12 17:40:48.632804 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d1f70-4b69-417d-8a96-5556ca3f8243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab6543-1f02-453c-9d1a-bee4bb74e048,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:48.635194 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53664) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:48.682891 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] Publish callbacks [] for security_group (e7ab6543-1f02-453c-9d1a-bee4bb74e048), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.704205 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] Publish callbacks [] for security_group (e7ab6543-1f02-453c-9d1a-bee4bb74e048), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.725835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.730097 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.814765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e7ab6543-1f02-453c-9d1a-bee4bb74e048), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.817330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.818552 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7ab6543-1f02-453c-9d1a-bee4bb74e048 HTTP/1.1" status: 204 len: 168 time: 0.1824536 Apr 12 17:40:48.826159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b705cf0-698f-4576-9900-a9393cb05ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab6543-1f02-453c-9d1a-bee4bb74e048,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:48.844433 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:48.897359 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:40:48.906523 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:40:48.912899 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:40:48.940565 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event updated for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:49.000569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:49.001192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.010716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.016515 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.27.2.167 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/9c18d499-07a6-4ffb-a7ee-9197226f94d5) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:40:49.102281 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-cd667349-ec94-43ca-a4d7-cfbaf619e94d tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0026522 Apr 12 17:40:49.112830 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-f93f9581-8ce0-4f0a-8bdf-abcc7f236c1a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:40:49.113821 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-f93f9581-8ce0-4f0a-8bdf-abcc7f236c1a tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060611 Apr 12 17:40:49.131666 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Request body: {'port': {'device_id': '4382638c-8e2e-440b-91f7-ac199cc56687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:40:49.149554 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-a68cd824-4fb1-4fc1-81b2-a06431ee210f None None] Provisioning complete for port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:40:49.150206 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a68cd824-4fb1-4fc1-81b2-a06431ee210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.167160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.210679 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2269de-d49c-4d36-a847-fc6756b340bf req-1fe3de6c-9db5-4709-9de9-e3600e48f0d6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:49.212497 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec2269de-d49c-4d36-a847-fc6756b340bf req-1fe3de6c-9db5-4709-9de9-e3600e48f0d6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 932 time: 0.0688612 Apr 12 17:40:49.214286 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a68cd824-4fb1-4fc1-81b2-a06431ee210f None None] Port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:40:49.226759 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.263616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec2269de-d49c-4d36-a847-fc6756b340bf req-c1758b37-5647-45ac-bbd2-e32a74fe4123 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 12 17:40:49.329821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.385498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:40:49.392046 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:40:49.394515 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:40:49.439617 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=9c18d499-07a6-4ffb-a7ee-9197226f94d5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:49.459266 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53672) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:49.471949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dcf49d3-d35e-4481-8bf0-7e75d03852aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.546352 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dcf49d3-d35e-4481-8bf0-7e75d03852aa admin admin] Publish callbacks [] for security_group (a74b5f8e-c4a3-439f-809c-2ac6ba1355fa), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.569469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.613171 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b5b16a-a711-44cc-8c99-a28627f5f7c6 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:40:49.620495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks [] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.621813 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5dcf49d3-d35e-4481-8bf0-7e75d03852aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a74b5f8e-c4a3-439f-809c-2ac6ba1355fa), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.632672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Transition to ACTIVE for port object 85b5b16a-a711-44cc-8c99-a28627f5f7c6 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:40:49.659694 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5dcf49d3-d35e-4481-8bf0-7e75d03852aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91370901ea4c44b9bc3fc77ed13c4d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993618 Apr 12 17:40:49.661612 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf49d3-d35e-4481-8bf0-7e75d03852aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b5f8e-c4a3-439f-809c-2ac6ba1355fa,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:49.663974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53674) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:49.678904 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.711846 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] Publish callbacks [] for security_group (a74b5f8e-c4a3-439f-809c-2ac6ba1355fa), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.732338 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] Publish callbacks [] for security_group (a74b5f8e-c4a3-439f-809c-2ac6ba1355fa), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.743259 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.832708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Pushing event updated for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:49.932722 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:49.952958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Attempting to bind port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:40:49.953293 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Attempting to bind port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:40:49.953625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Attempting to bind port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:40:49.958440 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:40:49.958757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Attempting to bind port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 on network 142802fc-a09d-48c1-a09f-181a3fe0d99e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:40:49.964099 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:40:49.964496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Checking segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:40:49.964891 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Bound using segment: {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:40:49.965325 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Bound port: 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cc55c7-83a7-430f-abc3-c7311f14ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:40:49.965687 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.004655 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.094491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a74b5f8e-c4a3-439f-809c-2ac6ba1355fa), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.095722 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:40:50.097223 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.098754 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a74b5f8e-c4a3-439f-809c-2ac6ba1355fa HTTP/1.1" status: 204 len: 168 time: 0.4340172 Apr 12 17:40:50.115758 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=9c18d499-07a6-4ffb-a7ee-9197226f94d5,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:50.116673 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810dea3-63d9-4d8f-9e7b-d0cde5129e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74b5f8e-c4a3-439f-809c-2ac6ba1355fa,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:50.116777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:40:50.120976 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.188448 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.223172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.224444 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7c200e89-a91a-425c-9d2a-eebe7c4d0c80 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7083538 Apr 12 17:40:50.233918 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.234567 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.235943 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] 10.222.0.60 "PUT /v2.0/ports/85b5b16a-a711-44cc-8c99-a28627f5f7c6 HTTP/1.1" status: 200 len: 1094 time: 1.1084874 Apr 12 17:40:50.236398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:40:50.238716 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e0453f-d447-4421-853f-11c0fb8dffcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:40:50.262555 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35272fef-15cb-43af-9bc3-4b3dca267acd service neutron] Pushing event updated for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:50.290859 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fae1f9-e6ff-4fb0-a76a-8ab9eca9eb33 x-openstack-request-id: req-32fae1f9-e6ff-4fb0-a76a-8ab9eca9eb33 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:40:50.291157 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:40:50.291415 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32fae1f9-e6ff-4fb0-a76a-8ab9eca9eb33 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:40:50.291910 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fae1f9-e6ff-4fb0-a76a-8ab9eca9eb33'] response: {'name': 'network-changed', 'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'status': 'completed', 'code': 200} Apr 12 17:40:50.387613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:50.397118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-59a4e59a-bfdc-47f8-a591-1421f316fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.397118 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-59a4e59a-bfdc-47f8-a591-1421f316fba8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 1128 time: 0.0546608 Apr 12 17:40:50.427958 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405eb0a-3db4-4bb8-8002-249246561fb9 req-0b6c4043-12b2-4aee-8ebc-ff4f48d6c605 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.428979 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5405eb0a-3db4-4bb8-8002-249246561fb9 req-0b6c4043-12b2-4aee-8ebc-ff4f48d6c605 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 944 time: 0.0609789 Apr 12 17:40:50.528123 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-8f125024-0e1d-4bf8-a353-dcd4f36f2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.530295 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-8f125024-0e1d-4bf8-a353-dcd4f36f2bb5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1199117 Apr 12 17:40:50.530447 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5405eb0a-3db4-4bb8-8002-249246561fb9 req-c51143d5-50c8-4348-bbc5-93f1419a1296 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940449 Apr 12 17:40:50.537756 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-846e0667-c5e9-46ff-b897-0d6ade022614 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1620211023&fields=id&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 267 time: 0.0670192 Apr 12 17:40:50.638892 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-751bc04f-63e2-4291-9d70-153b96f87551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.640446 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-96e0453f-d447-4421-853f-11c0fb8dffcd req-751bc04f-63e2-4291-9d70-153b96f87551 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047711 Apr 12 17:40:50.657105 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-e8775097-f5ca-4cc2-b98c-689e575a95ac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.663213 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-e8775097-f5ca-4cc2-b98c-689e575a95ac tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1174722 Apr 12 17:40:50.674513 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-ec29b988-4675-425c-be6f-031183e4d663 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/quotas/ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 375 time: 0.0103495 Apr 12 17:40:50.721947 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-d1005712-9d16-462a-88ec-a5b2934cdc19 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422812 Apr 12 17:40:50.741777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-43d1b4f9-eb13-493f-9cf9-bc97d22e61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.743593 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-43d1b4f9-eb13-493f-9cf9-bc97d22e61e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 1128 time: 0.0429318 Apr 12 17:40:50.795752 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-d2b5e1ed-8e60-4c62-9b5b-5528f9f315a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6 HTTP/1.1" status: 200 len: 217 time: 0.0375071 Apr 12 17:40:50.820558 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-cfd54dd8-06c3-416d-b81f-c7fa2e22aa0f service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Apr 12 17:40:50.843098 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-76687821-1dd3-47bd-a23d-18bc2f941493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.844570 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-76687821-1dd3-47bd-a23d-18bc2f941493 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0442207 Apr 12 17:40:50.890654 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3822413-3713-4a34-9b3d-45045371cdfe req-74535295-641c-4b43-9011-b2716596b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:50.892189 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-74535295-641c-4b43-9011-b2716596b31d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419698 Apr 12 17:40:50.911776 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-20d45599-8bfb-4789-b528-2cffcf479d92 service neutron] 10.222.0.32 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838714 Apr 12 17:40:50.986265 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-b68732cb-7fa6-4523-9f95-21ac679f740f service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881088 Apr 12 17:40:51.078609 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a3822413-3713-4a34-9b3d-45045371cdfe req-dd065591-22e1-4fa7-916a-d95cbe7c29b7 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Apr 12 17:40:51.155518 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-443ab343-a7b1-435d-be9e-d0806a9a5d44 req-693fa59a-de2c-4ff6-893f-7d5d3df3a9c4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0305741 Apr 12 17:40:51.646320 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92fa57-7ece-4bbc-9ad6-029639766241 req-fafb60ba-a3d6-4f2a-9456-dfbf37e997e4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:51.647799 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3f92fa57-7ece-4bbc-9ad6-029639766241 req-fafb60ba-a3d6-4f2a-9456-dfbf37e997e4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 944 time: 0.0506110 Apr 12 17:40:51.695023 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3f92fa57-7ece-4bbc-9ad6-029639766241 req-29a84805-ee3b-4f41-bffa-ac4521dd86f7 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Apr 12 17:40:51.894001 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:52.248208 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9042e3f-4401-4ecc-94e6-11c93557423e req-60f55d14-23d5-426d-8e2e-9153bd949cd4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0269241 Apr 12 17:40:52.803547 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f31b89-6de0-4828-8d7c-0085bf9aecfc req-c7b1f870-d478-4f0a-808c-d320dd7891ea tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:52.804990 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a4f31b89-6de0-4828-8d7c-0085bf9aecfc req-c7b1f870-d478-4f0a-808c-d320dd7891ea tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 944 time: 0.0448492 Apr 12 17:40:52.856725 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a4f31b89-6de0-4828-8d7c-0085bf9aecfc req-2830e9f9-f8fe-4aa8-a7cf-1c8c120f687c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Apr 12 17:40:53.338791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ebe5450a-a5e0-4710-abd5-39d16810cc3f req-257f0d8a-db64-4ee7-a807-fbfda522f17f tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0262723 Apr 12 17:40:53.968790 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb6f9a-b520-46ba-9e46-87137eab8026 req-6fc5ae08-59df-4ae6-a751-70e97489f828 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:53.970276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aaeb6f9a-b520-46ba-9e46-87137eab8026 req-6fc5ae08-59df-4ae6-a751-70e97489f828 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 944 time: 0.0450790 Apr 12 17:40:54.016630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aaeb6f9a-b520-46ba-9e46-87137eab8026 req-ef7cab82-1d8c-4bda-9466-1e1ad132eef6 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Apr 12 17:40:54.428566 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a46f41da-c639-4909-b541-7d6ea5e01131 req-70587075-fb68-423c-9cc3-9a22a9b09edf tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Apr 12 17:40:54.768279 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53754) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:40:54.918332 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Deleting port e9eb68c5-a1ac-4092-bf78-2271cdf72f2c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:40:54.918676 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:54.989697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:54.990380 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for floatingip (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.002642 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Calling delete_port for e9eb68c5-a1ac-4092-bf78-2271cdf72f2c owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:40:55.146757 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10fca1-8615-416d-8777-ad739799e81b req-10b1fae1-5e56-4965-abcc-8fabe04dbf9b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:55.148211 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d10fca1-8615-416d-8777-ad739799e81b req-10b1fae1-5e56-4965-abcc-8fabe04dbf9b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 944 time: 0.0641005 Apr 12 17:40:55.228758 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d10fca1-8615-416d-8777-ad739799e81b req-866a0f95-fa92-4302-9976-a5f5edc90fc5 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743058 Apr 12 17:40:55.317175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (e9eb68c5-a1ac-4092-bf78-2271cdf72f2c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.342242 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event deleted for resources: {'Port': ['ID=e9eb68c5-a1ac-4092-bf78-2271cdf72f2c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:55.403728 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for floatingip (58a57e65-47b5-4aa7-913b-f1449985cd0e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.404060 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Floating IP 58a57e65-47b5-4aa7-913b-f1449985cd0e disassociated (deleted). External IP: 172.27.2.233, port: 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2. Apr 12 17:40:55.445594 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 85b5b16a-a711-44cc-8c99-a28627f5f7c6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:40:55.532487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5cd3b508-8601-454b-ad3e-9c79b4076b63 req-165b6879-3919-4924-b126-6ea0a1d0f1cc tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0374172 Apr 12 17:40:55.544375 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:55.557583 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'port_id': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'mac_address': 'fa:16:3e:f8:31:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:40:55.594204 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:40:55.594521 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.610775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b5b16a-a711-44cc-8c99-a28627f5f7c6 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:40:55.629120 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:40:55.645256 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:40:55.722933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.751582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:40:55.755939 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:40:55.762503 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Sync routers for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:40:55.770186 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:55.771024 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:55.774979 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:40:55.794561 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f6cf6e8d-ef70-4e8c-88f7-4a135e787e20 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "DELETE /v2.0/floatingips/58a57e65-47b5-4aa7-913b-f1449985cd0e HTTP/1.1" status: 204 len: 168 time: 1.0252712 Apr 12 17:40:55.795860 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:40:55.798146 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed72cf7e-3356-45c5-b122-bbc29d175a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:40:55.837709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96e33a0-64a0-4d66-94a1-09abc73bfb37 x-openstack-request-id: req-e96e33a0-64a0-4d66-94a1-09abc73bfb37 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:40:55.838002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:40:55.838285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e96e33a0-64a0-4d66-94a1-09abc73bfb37 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:40:55.838694 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96e33a0-64a0-4d66-94a1-09abc73bfb37'] response: {'name': 'network-changed', 'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'status': 'completed', 'code': 200} Apr 12 17:40:55.880385 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:56.067525 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:56.094219 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Checking router: 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:40:56.102791 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:40:56.103419 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:56.183938 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1ff9-2e9d-4728-bda3-e89c5407ec9c req-1a2bcfaa-adfe-478b-9c04-d9f62dfbe9fc tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:56.185369 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-501a1ff9-2e9d-4728-bda3-e89c5407ec9c req-1a2bcfaa-adfe-478b-9c04-d9f62dfbe9fc tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0468738 Apr 12 17:40:56.211028 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:40:56.235732 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-501a1ff9-2e9d-4728-bda3-e89c5407ec9c req-0b3c9c33-0446-4434-837a-3add22720193 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442562 Apr 12 17:40:56.343518 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3018c-ccae-47c8-bf55-7aea4f4e8ec4 req-ff25da9e-bce4-4193-bf32-a824575a2d7f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:56.345004 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08c3018c-ccae-47c8-bf55-7aea4f4e8ec4 req-ff25da9e-bce4-4193-bf32-a824575a2d7f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 945 time: 0.0454395 Apr 12 17:40:56.396845 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-08c3018c-ccae-47c8-bf55-7aea4f4e8ec4 req-c285d9f0-5e28-46df-8cf9-70dd27f1dfc8 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463090 Apr 12 17:40:56.401667 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:40:56.427403 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7606e0a-e45e-4507-b0da-620f7607f142 None None] The sync data for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi is: [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:33:29Z', 'revision_number': 4, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'fe9ae144-77a1-430a-b23d-98d153b95c4c', 'name': '', 'network_id': '69846650-ed0f-4777-a391-377d8ec323d5', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:29Z', 'updated_at': '2022-04-12T17:33:33Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'subnets': [{'id': '88bf53dc-14ca-4551-9bd0-98ea9529259f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:40:56.638789 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a085f8e-d1a1-4d0f-b265-d5d5ad64d05b req-31ad8555-66fe-49a4-b70c-490c921ebdf4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Apr 12 17:40:56.646270 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b78f6e-aefc-49a0-9723-156ecb365510 None None] New status for floating IP 58a57e65-47b5-4aa7-913b-f1449985cd0e: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:40:57.346370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97424ec1-02f1-432e-98d5-12e7a372439a req-a4dfe339-6b67-444f-aa92-916dc0bcaf70 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:57.347801 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97424ec1-02f1-432e-98d5-12e7a372439a req-a4dfe339-6b67-444f-aa92-916dc0bcaf70 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0452342 Apr 12 17:40:57.394777 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97424ec1-02f1-432e-98d5-12e7a372439a req-811ecdce-1e0f-421f-92b5-0bad00d199da tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Apr 12 17:40:57.502540 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca969807-ab54-48d4-8852-519077a0bcb1 req-7630ce6a-c0f2-405b-b9dd-a7cc25d7fe87 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:57.503883 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca969807-ab54-48d4-8852-519077a0bcb1 req-7630ce6a-c0f2-405b-b9dd-a7cc25d7fe87 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 945 time: 0.0442090 Apr 12 17:40:57.554173 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ca969807-ab54-48d4-8852-519077a0bcb1 req-7ee1415d-6dcc-41dc-90f1-6750853dc84e tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Apr 12 17:40:57.728392 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a53fbe2f-a6a6-4dfb-b996-f9ecc84f418a req-7b4089c4-0821-4cb1-a767-1ba19a5b53f8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0258803 Apr 12 17:40:58.439231 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['85b5b16a-a711-44cc-8c99-a28627f5f7c6'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:40:58.506322 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c850e-d197-4ab5-a3bd-5df3bd83892d req-88add6bc-f1cc-4a21-b04f-cafd76576ac5 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:58.507691 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-273c850e-d197-4ab5-a3bd-5df3bd83892d req-88add6bc-f1cc-4a21-b04f-cafd76576ac5 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0464704 Apr 12 17:40:58.556379 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-273c850e-d197-4ab5-a3bd-5df3bd83892d req-781c0090-311f-489d-961d-ac45544ed65a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Apr 12 17:40:58.667192 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03495e34-3ee0-409c-b84d-8ccec4b92d7e req-a7376fcb-ebfd-411f-af77-78dfa4426892 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:58.668780 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03495e34-3ee0-409c-b84d-8ccec4b92d7e req-a7376fcb-ebfd-411f-af77-78dfa4426892 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Apr 12 17:40:58.715368 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03495e34-3ee0-409c-b84d-8ccec4b92d7e req-b1eca46d-392e-4c83-a9ef-0d470c7c8e9c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Apr 12 17:40:58.818098 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-982e06a6-bcdc-4404-ada2-7673d2a3a3b9 req-816b1caa-da8b-4bec-beb8-ab0465a74ebb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0267835 Apr 12 17:40:59.566730 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-9a30bdbc-01bd-418f-a635-81df06ca5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:59.568221 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-9a30bdbc-01bd-418f-a635-81df06ca5ede service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 1129 time: 0.0382044 Apr 12 17:40:59.666159 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-d8359357-48f4-455e-a3e7-adb432c6b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:59.667617 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-d8359357-48f4-455e-a3e7-adb432c6b8a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 200 len: 910 time: 0.0899246 Apr 12 17:40:59.668417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70eb2-f282-409f-b08c-02f40eb3fb5e req-afecd023-f0c0-4fb0-95bb-176144f2cebd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:59.669924 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ee70eb2-f282-409f-b08c-02f40eb3fb5e req-afecd023-f0c0-4fb0-95bb-176144f2cebd tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0467362 Apr 12 17:40:59.718322 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9ee70eb2-f282-409f-b08c-02f40eb3fb5e req-c9e8718d-3695-48ab-a4da-e05184c28f0a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Apr 12 17:40:59.722859 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-2db3f7b3-0bfc-4ba0-b008-9f3f2d094857 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0358975 Apr 12 17:40:59.828410 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d42977-b20f-4d31-add0-a02fce68b893 req-1689a509-bc50-4808-b0e8-692ac37cc795 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:40:59.829768 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3d42977-b20f-4d31-add0-a02fce68b893 req-1689a509-bc50-4808-b0e8-692ac37cc795 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Apr 12 17:40:59.876001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f3d42977-b20f-4d31-add0-a02fce68b893 req-04c8f1c4-a08e-442c-b3a6-b48efb89cee9 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Apr 12 17:40:59.907921 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0968b9f-cdfd-4373-ab01-218bc99cf2b9 req-d1d3bf54-f961-43f9-a8e7-ed35cb9af6f8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Apr 12 17:41:00.827455 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258aee3-1fab-4eed-90d6-4b51ba3c4268 req-dc085124-4c35-4058-8775-20d5c99fad70 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:00.828903 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9258aee3-1fab-4eed-90d6-4b51ba3c4268 req-dc085124-4c35-4058-8775-20d5c99fad70 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0449789 Apr 12 17:41:00.877775 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9258aee3-1fab-4eed-90d6-4b51ba3c4268 req-a3f4503b-a0bb-4079-ab6a-7b6dc65635ea tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Apr 12 17:41:01.003590 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b36a3c2b-1405-40a2-b72c-c6863a4cd095 req-f8eb47fc-d0e4-42ca-99a1-d69089c17106 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Apr 12 17:41:01.009619 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e927d0e-d651-4085-a1f0-70ce41746024 req-6c5cf9d7-d956-48d2-abc9-6b7a3a334fe1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:01.011298 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e927d0e-d651-4085-a1f0-70ce41746024 req-6c5cf9d7-d956-48d2-abc9-6b7a3a334fe1 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 945 time: 0.0712647 Apr 12 17:41:01.058761 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7e927d0e-d651-4085-a1f0-70ce41746024 req-03af5b31-9f25-4a69-af55-1eef9ee8d435 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Apr 12 17:41:01.081356 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 85b5b16a-a711-44cc-8c99-a28627f5f7c6 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:01.127922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:41:01.221220 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:01.221592 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.296031 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:01.296336 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.318698 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:01.320891 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57caba82-aa27-4989-a3df-94d8e6ae86d2" -d '{"events": [{"server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "name": "network-vif-plugged", "status": "completed", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:01.332809 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:01.355290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9afd88-25dc-4288-9209-e2ee3b38091f x-openstack-request-id: req-6f9afd88-25dc-4288-9209-e2ee3b38091f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:01.355579 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "name": "network-vif-plugged", "status": "completed", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:01.355838 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f9afd88-25dc-4288-9209-e2ee3b38091f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:01.356228 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9afd88-25dc-4288-9209-e2ee3b38091f'] response: {'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'code': 200} Apr 12 17:41:01.402709 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:01.451990 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:01.986562 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42612-b959-4612-8a78-ad7e6aeda5a8 req-822a062a-6823-4706-893c-8dc71179fb18 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:01.987991 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dd42612-b959-4612-8a78-ad7e6aeda5a8 req-822a062a-6823-4706-893c-8dc71179fb18 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0449715 Apr 12 17:41:02.038467 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0dd42612-b959-4612-8a78-ad7e6aeda5a8 req-d2b3cfdf-0374-4f60-b2dc-74a41d33dcba tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Apr 12 17:41:02.099211 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3a0a143-3d7b-4aa4-b1be-0eb31c553b15 req-60b49881-033a-4911-9e3f-7ce3c1e98de3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Apr 12 17:41:02.167453 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc2dc7-afb9-4093-9dda-9b9a03547e58 req-18aa2253-65ec-4f2f-adb7-afca32796d7c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:02.168828 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34cc2dc7-afb9-4093-9dda-9b9a03547e58 req-18aa2253-65ec-4f2f-adb7-afca32796d7c tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0446346 Apr 12 17:41:02.215602 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34cc2dc7-afb9-4093-9dda-9b9a03547e58 req-4df2790c-fb3b-4760-b65d-d560da819503 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Apr 12 17:41:03.147192 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ba87-c417-4dbd-9a8b-f57e24521d5e req-74e78aac-a4dd-49b4-a114-63f80986f96f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:03.148896 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bde2ba87-c417-4dbd-9a8b-f57e24521d5e req-74e78aac-a4dd-49b4-a114-63f80986f96f tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0470273 Apr 12 17:41:03.203135 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d25b6b53-cccf-41e1-bb43-7555e2d16675 req-061d0b73-9042-45b1-b4b2-3e4c09205922 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0306332 Apr 12 17:41:03.226835 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bde2ba87-c417-4dbd-9a8b-f57e24521d5e req-6ec85641-e273-4b7d-bee9-68588260fdb1 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710678 Apr 12 17:41:03.323937 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a376-327b-4bff-828c-522bb2483980 req-7b1b8b74-790c-4d87-9f80-13f59b6dab90 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:03.325297 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f33a376-327b-4bff-828c-522bb2483980 req-7b1b8b74-790c-4d87-9f80-13f59b6dab90 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0450130 Apr 12 17:41:03.373689 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6f33a376-327b-4bff-828c-522bb2483980 req-2791f17f-0a3d-4592-818a-380800427278 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Apr 12 17:41:03.491358 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-863d55d4-f0f1-40d8-a09f-1b0d2d10a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:03.492862 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-863d55d4-f0f1-40d8-a09f-1b0d2d10a750 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 200 len: 848 time: 0.1367507 Apr 12 17:41:03.658972 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-94922fef-76ec-4aff-a1dc-be8a5d458a8e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:03.660510 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-94922fef-76ec-4aff-a1dc-be8a5d458a8e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 815 time: 0.1033063 Apr 12 17:41:04.208200 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-f22ba227-22a5-4cff-bb0d-97a710298d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.210411 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-f22ba227-22a5-4cff-bb0d-97a710298d27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=69846650-ed0f-4777-a391-377d8ec323d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414436 Apr 12 17:41:04.308948 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3061d61-d5bb-4236-991b-a48075a98b13 req-7f11808b-e477-491c-991f-aae0b3910911 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0334742 Apr 12 17:41:04.352497 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d34e-b84b-43d3-884b-d25f60487bfd req-e316be5a-1766-49cd-94ac-9aa62f9f63cb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.353949 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0136d34e-b84b-43d3-884b-d25f60487bfd req-e316be5a-1766-49cd-94ac-9aa62f9f63cb tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0480845 Apr 12 17:41:04.401486 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0136d34e-b84b-43d3-884b-d25f60487bfd req-7c9a032a-ad84-48ad-b682-24fc4cd1903b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417271 Apr 12 17:41:04.489668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73d27-d969-481e-be04-3ad830e5b5eb req-4bf24961-64ee-4695-b5f8-e52eeb96a2f0 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.491188 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fce73d27-d969-481e-be04-3ad830e5b5eb req-4bf24961-64ee-4695-b5f8-e52eeb96a2f0 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0479412 Apr 12 17:41:04.526125 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-b8ed6534-c7f2-4bc6-b75c-e9d844e12eba tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4682a75fe64e7c8f32119e19771e67 HTTP/1.1" status: 200 len: 380 time: 0.1234839 Apr 12 17:41:04.533160 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-bd7be3b3-c6ba-4e4e-b787-8963d3d79553 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244662 Apr 12 17:41:04.540728 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fce73d27-d969-481e-be04-3ad830e5b5eb req-cb057a2b-9760-45aa-97d8-605d6435e3ec tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Apr 12 17:41:04.567935 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'port': {'device_id': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'admin_state_up': True, 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'security_groups': ['30e36312-f1c5-4d83-bea3-14f5bda5bbe8']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:04.709783 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-c8558f74-65b2-431b-a610-36fba208f366 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.711185 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-c8558f74-65b2-431b-a610-36fba208f366 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.60 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.1402013 Apr 12 17:41:04.775432 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310477-7746-4ff1-8fbb-f87ac30a2a0c req-814eaef4-34b5-47f4-b18c-c529d7e216af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:04.785376 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97310477-7746-4ff1-8fbb-f87ac30a2a0c req-814eaef4-34b5-47f4-b18c-c529d7e216af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 1130 time: 0.0409613 Apr 12 17:41:04.828896 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-97310477-7746-4ff1-8fbb-f87ac30a2a0c req-0ad693a4-b86d-4a50-9f13-412c15a24e50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Apr 12 17:41:05.059583 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-15d8c1da-509c-40aa-8053-634c3d25bd46 service neutron] 10.222.0.60 "GET /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873943 Apr 12 17:41:05.086790 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Deleting port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:05.087245 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.159381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Made reservation on behalf of ce4682a75fe64e7c8f32119e19771e67 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:41:05.162660 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.188607 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] For port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:05.188970 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.210313 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Calling delete_port for 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:05.364853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Allocated IP 172.20.0.10 (90a72eb4-e118-431e-90de-6b61b06911a0/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2/37b7b4e7-204d-48e3-89f1-b1774edbfa08) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:41:05.404178 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf024900-4a92-4ede-a273-6f7492d433be req-f6958778-0162-4289-a86b-25ca14af1db6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0273058 Apr 12 17:41:05.537229 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cde08-0a21-43bd-a4de-830581aba3d4 req-edcf33bf-5c5f-4771-89b3-55b64d2b37b3 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:05.538773 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-194cde08-0a21-43bd-a4de-830581aba3d4 req-edcf33bf-5c5f-4771-89b3-55b64d2b37b3 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 945 time: 0.0456116 Apr 12 17:41:05.540367 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.577677 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (8b8e2bde-c3c4-4064-8a98-1cad19deb0e2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.609094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event deleted for resources: {'Port': ['ID=8b8e2bde-c3c4-4064-8a98-1cad19deb0e2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:05.609259 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-194cde08-0a21-43bd-a4de-830581aba3d4 req-0b452b5a-0572-4783-ad3c-2d3b63862a92 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/security-groups?id=b200f1e6-a161-457a-961f-ebf8df5a53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644734 Apr 12 17:41:05.676868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] No DVR routers for this DVR port 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:05.679656 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.683390 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-51adbbe2-609e-409e-a60a-0d929c1cac72 req-3667a7e4-7b24-4b66-a23a-8392a4a25a6b tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.60 "DELETE /v2.0/ports/8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 HTTP/1.1" status: 204 len: 173 time: 0.9620335 Apr 12 17:41:05.688804 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-deleted', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:05.688804 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7797d750-1dec-4c88-a033-305a8ea5f969" -d '{"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-deleted", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:05.690382 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.715159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482ced-ca94-4934-9a30-0666cfe3e537 req-cb4cef68-1f94-427c-b9d2-2b157a73f412 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:05.718534 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff482ced-ca94-4934-9a30-0666cfe3e537 req-cb4cef68-1f94-427c-b9d2-2b157a73f412 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0724471 Apr 12 17:41:05.748362 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Network 90a72eb4-e118-431e-90de-6b61b06911a0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:41:05.762718 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:05.768326 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event updated for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:05.770853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:41:05.804449 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff482ced-ca94-4934-9a30-0666cfe3e537 req-32bfcb43-f7d5-4c52-ab66-e8ef7355bffd tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821631 Apr 12 17:41:05.834015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:05.834567 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:05.902697 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-4e7fa0ec-5b24-4e85-b72c-22c09ce8273c tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3410475 Apr 12 17:41:05.923017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b56d8-4f3a-4655-95cc-aa572ae9bcda x-openstack-request-id: req-194b56d8-4f3a-4655-95cc-aa572ae9bcda {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:05.923017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee8d2-3a7b-477d-8256-33c652188fcd", "name": "network-vif-deleted", "tag": "8b8e2bde-c3c4-4064-8a98-1cad19deb0e2", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:05.923017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-194b56d8-4f3a-4655-95cc-aa572ae9bcda {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:05.923017 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194b56d8-4f3a-4655-95cc-aa572ae9bcda'] response: {'server_uuid': '81fee8d2-3a7b-477d-8256-33c652188fcd', 'name': 'network-vif-deleted', 'tag': '8b8e2bde-c3c4-4064-8a98-1cad19deb0e2', 'status': 'completed', 'code': 200} Apr 12 17:41:06.078325 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-5b8a6c98-7239-4856-bac3-ea5d076c7174 None None] Provisioning complete for port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:06.078880 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6c98-7239-4856-bac3-ea5d076c7174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.108338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Request body: {'port': {'device_id': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:06.117634 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a6c98-7239-4856-bac3-ea5d076c7174 None None] Port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:41:06.168186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.428143 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b7b4e7-204d-48e3-89f1-b1774edbfa08 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:41:06.436098 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks [] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.448463 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Transition to ACTIVE for port object 37b7b4e7-204d-48e3-89f1-b1774edbfa08 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:41:06.514239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9077e-19f8-4536-9177-0a8ea032bbe0 req-3cbc0501-7378-49ff-95c9-a88b15a38633 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:06.515776 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96a9077e-19f8-4536-9177-0a8ea032bbe0 req-3cbc0501-7378-49ff-95c9-a88b15a38633 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 932 time: 0.0455716 Apr 12 17:41:06.518517 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.574479 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:06.578073 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-96a9077e-19f8-4536-9177-0a8ea032bbe0 req-f79f9fb1-cf5c-4b98-bec8-09880988b0ba tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565851 Apr 12 17:41:06.651456 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Attempting to bind port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:41:06.651874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Attempting to bind port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:41:06.652290 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Attempting to bind port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:06.658613 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:41:06.658962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Attempting to bind port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 on network 90a72eb4-e118-431e-90de-6b61b06911a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:06.670573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:41:06.671017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Checking segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:41:06.671627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Bound using segment: {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:41:06.672241 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Bound port: 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3f7249-35c8-4695-92ea-bc0ababe8f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:41:06.672666 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.713664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3c4c62db-2b90-4dcb-9b9b-887dcfbb8776 req-618a20cd-4661-4732-ac13-828064808186 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0353103 Apr 12 17:41:06.743864 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:41:06.748389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:41:06.866200 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.900393 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:06.901300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:06.902721 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] 10.222.0.60 "PUT /v2.0/ports/37b7b4e7-204d-48e3-89f1-b1774edbfa08 HTTP/1.1" status: 200 len: 1094 time: 0.7994730 Apr 12 17:41:06.908434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d363a3-1238-4bfa-abce-5652ea59e574 req-cb248741-c673-485b-80d5-e3d83499d725 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:06.909965 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93d363a3-1238-4bfa-abce-5652ea59e574 req-cb248741-c673-485b-80d5-e3d83499d725 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0457895 Apr 12 17:41:06.926807 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1929df-42c9-412d-8071-355dfdd2a420 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:06.969496 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-93d363a3-1238-4bfa-abce-5652ea59e574 req-5ca14333-28e3-417d-8f58-fd526acd4fa3 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517976 Apr 12 17:41:07.081383 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4dc96-db83-438c-a163-cf6c4989e8f9 req-07009c6f-3f0e-4148-9d05-7405636c9e25 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.082966 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3e4dc96-db83-438c-a163-cf6c4989e8f9 req-07009c6f-3f0e-4148-9d05-7405636c9e25 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0474305 Apr 12 17:41:07.092185 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53874) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:07.096855 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Request body: {'floatingip': {'port_id': '85b5b16a-a711-44cc-8c99-a28627f5f7c6'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:07.138652 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:07.172879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-3420f748-6cd1-4667-a7ac-c26c10c8e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.174419 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-3420f748-6cd1-4667-a7ac-c26c10c8e3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 1128 time: 0.0427127 Apr 12 17:41:07.229684 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-c580cb87-ccf2-42a1-b784-1b1edcba21d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08 HTTP/1.1" status: 200 len: 217 time: 0.0421782 Apr 12 17:41:07.283333 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-63902c62-e98e-410c-b8ff-9606d5bd97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.284884 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-63902c62-e98e-410c-b8ff-9606d5bd97b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0466640 Apr 12 17:41:07.329410 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c71-f9a1-46df-971b-e654bc195b39 req-ffe80ae9-06de-4eaf-81b8-3a2dd45e7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.331106 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-ffe80ae9-06de-4eaf-81b8-3a2dd45e7b46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399821 Apr 12 17:41:07.426943 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-ff46019d-e699-4feb-b14a-95bee1afc3f2 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876248 Apr 12 17:41:07.536631 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-11752c71-f9a1-46df-971b-e654bc195b39 req-6245fb5f-0d11-4cde-b61f-719b4a428752 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878553 Apr 12 17:41:07.756878 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f74ea-9d04-4d36-97ed-5efbc11f7c92 req-6834a1a6-0471-4c3a-aee9-f7398e6685ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:07.756878 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e7f74ea-9d04-4d36-97ed-5efbc11f7c92 req-6834a1a6-0471-4c3a-aee9-f7398e6685ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 944 time: 0.0586917 Apr 12 17:41:07.870426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e3d4f593-91f0-468c-9209-1111195486c3 req-b5b2007f-5e00-4705-9097-ffc83fffd23a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0654247 Apr 12 17:41:07.897384 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:07.916698 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1e7f74ea-9d04-4d36-97ed-5efbc11f7c92 req-72b8831d-abdc-4f3b-84eb-e73df8533bf3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487331 Apr 12 17:41:07.917680 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:07.924638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ff492-e343-4fee-af42-af356b37c52b" -d '{"events": [{"name": "network-changed", "server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:07.953035 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:07.959394 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f0687-6a23-411d-a175-edf01dd61b56 x-openstack-request-id: req-445f0687-6a23-411d-a175-edf01dd61b56 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:07.959683 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:07.963691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-445f0687-6a23-411d-a175-edf01dd61b56 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:07.963691 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445f0687-6a23-411d-a175-edf01dd61b56'] response: {'name': 'network-changed', 'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'status': 'completed', 'code': 200} Apr 12 17:41:08.061401 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Floating IP 6262ac50-2739-4f33-a633-a54352f9fcec associated. External IP: 172.27.2.153, port: 85b5b16a-a711-44cc-8c99-a28627f5f7c6. Apr 12 17:41:08.272557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:08.381442 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:08.385972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:08.392397 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:08.402509 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:08.403123 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:08.415962 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9847d862-1441-42c9-9c22-9ea3bd977c56 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "PUT /v2.0/floatingips/6262ac50-2739-4f33-a633-a54352f9fcec HTTP/1.1" status: 200 len: 992 time: 1.3227136 Apr 12 17:41:08.416564 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:08.418849 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:08.457260 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0ad0bc-d88f-497b-8e04-b33339e763a0 x-openstack-request-id: req-fb0ad0bc-d88f-497b-8e04-b33339e763a0 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:08.457555 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:08.457812 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb0ad0bc-d88f-497b-8e04-b33339e763a0 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:08.458258 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0ad0bc-d88f-497b-8e04-b33339e763a0'] response: {'name': 'network-changed', 'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'status': 'completed', 'code': 200} Apr 12 17:41:08.517117 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:08.730604 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '6262ac50-2739-4f33-a633-a54352f9fcec', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:f8:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382638c-8e2e-440b-91f7-ac199cc56687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:44Z', 'updated_at': '2022-04-12T17:41:07Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:08.756309 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:08.765108 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:08.765726 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:08.870673 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:08.986063 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f5954cf6-d215-480a-b7c1-9e423fa43dd7 req-a9783f4b-10e5-4e01-bd43-975b2905693a tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0299101 Apr 12 17:41:09.033616 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24ec74-229e-4089-80e6-0bd0ab66a7aa req-50d05092-83f6-4952-89c5-52d058f48be9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:09.035162 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed24ec74-229e-4089-80e6-0bd0ab66a7aa req-50d05092-83f6-4952-89c5-52d058f48be9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 944 time: 0.0514050 Apr 12 17:41:09.085366 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ed24ec74-229e-4089-80e6-0bd0ab66a7aa req-a0484f20-1e2c-42db-8d7c-eccf0e0b3031 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Apr 12 17:41:09.168635 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '6262ac50-2739-4f33-a633-a54352f9fcec', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:f8:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382638c-8e2e-440b-91f7-ac199cc56687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:44Z', 'updated_at': '2022-04-12T17:41:07Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:09.197913 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b9ac8-3dd3-494c-b04a-1e56b94140eb None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '6262ac50-2739-4f33-a633-a54352f9fcec', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'port_id': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'mac_address': 'fa:16:3e:f8:31:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382638c-8e2e-440b-91f7-ac199cc56687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:44Z', 'updated_at': '2022-04-12T17:41:07Z', 'revision_number': 1, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:09.389221 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52a3dc-a0b7-4474-b962-8f6d0ab7f1e5 None None] New status for floating IP 6262ac50-2739-4f33-a633-a54352f9fcec: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:41:09.396317 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:09.447019 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:09.447277 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 8b8e2bde-c3c4-4064-8a98-1cad19deb0e2 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:10.089890 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d084fe9c-2a89-4f61-9718-42f970758008 req-0ed7d4bf-9e02-420b-b375-5360f3747bb0 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "GET /v2.0/ports?device_id=81fee8d2-3a7b-477d-8256-33c652188fcd HTTP/1.1" status: 200 len: 210 time: 0.0268185 Apr 12 17:41:10.195532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa9ae0-35dc-4599-a141-f873a49419b6 req-dff07c9d-819f-4e54-bbf2-a83613fee71a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.197053 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1eaa9ae0-35dc-4599-a141-f873a49419b6 req-dff07c9d-819f-4e54-bbf2-a83613fee71a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 944 time: 0.0468922 Apr 12 17:41:10.245996 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1eaa9ae0-35dc-4599-a141-f873a49419b6 req-e2412536-5458-4dc3-ace7-d233cef62340 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Apr 12 17:41:10.324995 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-b370f32f-f63c-4ea3-9ade-f5d0c3f6bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.326565 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-b370f32f-f63c-4ea3-9ade-f5d0c3f6bb3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 1130 time: 0.0734556 Apr 12 17:41:10.328212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff492-e343-4fee-af42-af356b37c52b req-19ea2fb2-ed23-4772-8b69-67b8825dd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.329537 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-19ea2fb2-ed23-4772-8b69-67b8825dd691 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 1128 time: 0.0751991 Apr 12 17:41:10.619311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-61363d86-1c3a-42dd-8db2-3a2f7a068960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.620799 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-61363d86-1c3a-42dd-8db2-3a2f7a068960 service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.1523106 Apr 12 17:41:10.623419 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff492-e343-4fee-af42-af356b37c52b req-14511450-6852-4772-9167-de9ce59b24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.624761 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-14511450-6852-4772-9167-de9ce59b24a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.1551135 Apr 12 17:41:10.701807 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-800238f8-3c39-4c8c-b4c3-869a9dd07397 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08 HTTP/1.1" status: 200 len: 217 time: 0.0649824 Apr 12 17:41:10.757558 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-e2ba057d-4da9-4da3-980f-6580819484b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6 HTTP/1.1" status: 200 len: 1002 time: 0.1265788 Apr 12 17:41:10.771546 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff492-e343-4fee-af42-af356b37c52b req-459f0532-aac8-4e64-bc9e-a1eadcace014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.772907 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-459f0532-aac8-4e64-bc9e-a1eadcace014 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0650477 Apr 12 17:41:10.842369 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff492-e343-4fee-af42-af356b37c52b req-0b2a9c7e-7670-4ba3-bb7a-37967c8e039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.843778 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-0b2a9c7e-7670-4ba3-bb7a-37967c8e039d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483463 Apr 12 17:41:10.845060 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-34edd3e6-4bd3-4933-b6fe-ad1d785e25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.846417 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-34edd3e6-4bd3-4933-b6fe-ad1d785e25a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0825002 Apr 12 17:41:10.938082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-6cfc6bbb-5cc6-4fd3-b375-bed98383cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:10.939582 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-6cfc6bbb-5cc6-4fd3-b375-bed98383cc27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782866 Apr 12 17:41:11.019248 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-d51af0a6-1ba2-4e7e-81ac-d52226d3d086 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649706 Apr 12 17:41:11.101158 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-99048bca-111c-410a-bbf8-59f2a2861614 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514716 Apr 12 17:41:11.145228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53918) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:11.178891 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-330ff492-e343-4fee-af42-af356b37c52b req-e4d42b1a-29af-40f5-adba-46353ed27908 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521091 Apr 12 17:41:11.203582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (b200f1e6-a161-457a-961f-ebf8df5a53d0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.213578 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-718c14fb-0cb2-4bf8-b06b-e9d5bd4f6e9a req-64270743-51f3-436b-b7fc-5dc18cccd3c3 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046355 Apr 12 17:41:11.234491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (b200f1e6-a161-457a-961f-ebf8df5a53d0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.359348 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a1832-2793-4238-9b2c-930c556acfba req-e90c6aa7-16e7-44cb-b534-a584c03912db tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:11.360794 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec0a1832-2793-4238-9b2c-930c556acfba req-e90c6aa7-16e7-44cb-b534-a584c03912db tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 944 time: 0.0460300 Apr 12 17:41:11.363472 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (b200f1e6-a161-457a-961f-ebf8df5a53d0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.366071 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.367091 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] 10.222.0.32 "DELETE /v2.0/security-groups/b200f1e6-a161-457a-961f-ebf8df5a53d0 HTTP/1.1" status: 204 len: 168 time: 0.2209110 Apr 12 17:41:11.390556 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9265e2b-1ed2-46ee-9199-b746ca853d55 tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b200f1e6-a161-457a-961f-ebf8df5a53d0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:11.392293 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 37b7b4e7-204d-48e3-89f1-b1774edbfa08 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:41:11.425085 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ec0a1832-2793-4238-9b2c-930c556acfba req-239dfd7a-2e99-4d2c-ba3e-9790e240e013 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569229 Apr 12 17:41:11.487825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53924) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:11.504229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:11.515564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'port_id': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'mac_address': 'fa:16:3e:3e:90:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:41:11.552780 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:11.553174 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.565682 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b7b4e7-204d-48e3-89f1-b1774edbfa08 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:41:11.585456 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:11.683759 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:11.730546 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:11.737599 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.737953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.738329 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.738678 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.739020 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.739355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.739685 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.740016 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.740371 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.740704 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.741037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.741365 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.741692 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.742018 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.742366 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:11.971270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:12.249167 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Deleting port fe9ae144-77a1-430a-b23d-98d153b95c4c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:12.249778 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:12.323994 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] For port fe9ae144-77a1-430a-b23d-98d153b95c4c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fe9ae144-77a1-430a-b23d-98d153b95c4c,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:12.324357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:12.336634 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Calling delete_port for fe9ae144-77a1-430a-b23d-98d153b95c4c owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:12.551119 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433253-f8f1-422c-a54a-986b274a4659 req-6b9c22a7-3de1-4e11-a891-d8bf992913ef tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:12.552516 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-df433253-f8f1-422c-a54a-986b274a4659 req-6b9c22a7-3de1-4e11-a891-d8bf992913ef tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 945 time: 0.0580714 Apr 12 17:41:12.597033 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-df433253-f8f1-422c-a54a-986b274a4659 req-bb311c75-8e5b-4922-9121-3e725e30289b tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390840 Apr 12 17:41:12.598027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (fe9ae144-77a1-430a-b23d-98d153b95c4c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:12.620902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ae144-77a1-430a-b23d-98d153b95c4c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:12.795786 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.246978 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:13.352814 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:13.357817 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-217abc92-6b4f-4481-af38-5cddf00c67d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/18a4db5e-c9d9-45c5-83d1-a76e6b70aeda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687131 Apr 12 17:41:13.360282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53936) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:13.362865 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Sync routers for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:13.372219 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:13.373358 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.463516 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks [] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.477489 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:13.569779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks [] for router_gateway (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.639628 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:41:12Z', 'revision_number': 5, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port': {'id': 'a03a9aa0-1be8-42c9-922c-dbb1eb0708f9', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:27Z', 'updated_at': '2022-04-12T17:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.669869 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Checking router: 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:13.678171 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Routers {'18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:13.678784 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.736168 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec629e-0c07-4b09-a2ce-bcbe43051797 req-979fb69c-f183-433e-a9f2-f966ebda01d1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:13.737550 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-faec629e-0c07-4b09-a2ce-bcbe43051797 req-979fb69c-f183-433e-a9f2-f966ebda01d1 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 945 time: 0.0686951 Apr 12 17:41:13.742146 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Deleting port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:13.742492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.764433 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] Set router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:13.815253 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:41:13Z', 'revision_number': 6, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:13.837263 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-faec629e-0c07-4b09-a2ce-bcbe43051797 req-cfe0efa3-37e9-4fc9-b163-17e0ed52ab92 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920179 Apr 12 17:41:13.845059 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31515f53-ffad-44b3-85e9-06e54a445f0b None None] The sync data for ids ['18a4db5e-c9d9-45c5-83d1-a76e6b70aeda'] in dv-cinder-837532-1-iscsi is: [{'id': '18a4db5e-c9d9-45c5-83d1-a76e6b70aeda', 'name': 'tempest-TestShelveInstance-1399564251-router', 'tenant_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:26Z', 'updated_at': '2022-04-12T17:41:13Z', 'revision_number': 6, 'project_id': 'cb517ff0f2ef4bcf9cf4187ecc476ba3', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:13.854393 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] For port a03a9aa0-1be8-42c9-922c-dbb1eb0708f9, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:13.854760 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:13.870124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Calling delete_port for a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:14.089816 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (a03a9aa0-1be8-42c9-922c-dbb1eb0708f9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.117032 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03a9aa0-1be8-42c9-922c-dbb1eb0708f9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:14.177830 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.284234 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.286417 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks [] for router_controller (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.377645 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fe9ae144-77a1-430a-b23d-98d153b95c4c no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:14.398239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: fe9ae144-77a1-430a-b23d-98d153b95c4c {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:14.398582 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fe9ae144-77a1-430a-b23d-98d153b95c4c not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:14.398985 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:14.413974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (18a4db5e-c9d9-45c5-83d1-a76e6b70aeda), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.414622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a4db5e-c9d9-45c5-83d1-a76e6b70aeda {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:41:14.418584 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:14.418930 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a03a9aa0-1be8-42c9-922c-dbb1eb0708f9 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:14.419706 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.420731 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dc9483ca-befa-440a-ae32-d05344e996f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18a4db5e-c9d9-45c5-83d1-a76e6b70aeda HTTP/1.1" status: 204 len: 168 time: 1.0594900 Apr 12 17:41:14.423359 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53942) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:14.471548 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Deleting subnet 88bf53dc-14ca-4551-9bd0-98ea9529259f {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:41:14.474639 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Publish callbacks [] for subnet (88bf53dc-14ca-4551-9bd0-98ea9529259f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.511975 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (88bf53dc-14ca-4551-9bd0-98ea9529259f), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.620973 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (88bf53dc-14ca-4551-9bd0-98ea9529259f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.729334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (88bf53dc-14ca-4551-9bd0-98ea9529259f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.751873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bf53dc-14ca-4551-9bd0-98ea9529259f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:14.759859 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.760557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-889f9884-946f-4dbb-a4e4-7043240aeea9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88bf53dc-14ca-4551-9bd0-98ea9529259f HTTP/1.1" status: 204 len: 168 time: 0.3362558 Apr 12 17:41:14.763763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53944) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:14.766185 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebb83b-8144-4001-9aa8-6875be10a8f4 None None] Network 69846650-ed0f-4777-a391-377d8ec323d5 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:14.833121 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (69846650-ed0f-4777-a391-377d8ec323d5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.877003 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Deleting port f46e51d6-81bb-407c-bf06-87f403694fe6 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:14.877346 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.922112 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] DHCP port deletion for 69846650-ed0f-4777-a391-377d8ec323d5 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:41:14.960935 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Deleting port f46e51d6-81bb-407c-bf06-87f403694fe6 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:14.961367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.974020 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] For port f46e51d6-81bb-407c-bf06-87f403694fe6, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f46e51d6-81bb-407c-bf06-87f403694fe6,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:14.974406 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:14.994508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834037aa-c097-4cf3-a899-34227db4c8d5 req-9f0e7c41-37e8-48b2-ad2f-314571a32178 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:14.995972 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-834037aa-c097-4cf3-a899-34227db4c8d5 req-9f0e7c41-37e8-48b2-ad2f-314571a32178 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 945 time: 0.0696702 Apr 12 17:41:14.996935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Calling delete_port for f46e51d6-81bb-407c-bf06-87f403694fe6 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:15.092984 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-834037aa-c097-4cf3-a899-34227db4c8d5 req-5fc0341f-9694-46c5-a50c-ed83f7f1a4ce tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899410 Apr 12 17:41:15.155670 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] For port f46e51d6-81bb-407c-bf06-87f403694fe6, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f46e51d6-81bb-407c-bf06-87f403694fe6,segment=NetworkSegment(7e119831-86cc-46c1-a21e-003035c0a4eb),segment_id=7e119831-86cc-46c1-a21e-003035c0a4eb)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:15.155988 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.157008 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.168288 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Calling delete_port for f46e51d6-81bb-407c-bf06-87f403694fe6 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:15.186405 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46e51d6-81bb-407c-bf06-87f403694fe6,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:15.190837 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] No DVR routers for this DVR port f46e51d6-81bb-407c-bf06-87f403694fe6 on host dv-cinder-837532-1-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:15.242267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (f46e51d6-81bb-407c-bf06-87f403694fe6), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.258399 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (69846650-ed0f-4777-a391-377d8ec323d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.267502 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] Pushing event deleted for resources: {'Port': ['ID=f46e51d6-81bb-407c-bf06-87f403694fe6,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:15.271623 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437817d4-660a-4285-9edb-96ada7b85e5a None None] No DVR routers for this DVR port f46e51d6-81bb-407c-bf06-87f403694fe6 on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:15.281764 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69846650-ed0f-4777-a391-377d8ec323d5']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:15.291565 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e119831-86cc-46c1-a21e-003035c0a4eb') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:15.292267 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e119831-86cc-46c1-a21e-003035c0a4eb') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:15.301598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (7e119831-86cc-46c1-a21e-003035c0a4eb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.315093 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7e119831-86cc-46c1-a21e-003035c0a4eb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.321182 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:41:15.321560 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (7e119831-86cc-46c1-a21e-003035c0a4eb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:41:15.323260 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:41:15.459701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (69846650-ed0f-4777-a391-377d8ec323d5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.469039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.469039 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] 10.222.0.32 "DELETE /v2.0/networks/69846650-ed0f-4777-a391-377d8ec323d5 HTTP/1.1" status: 204 len: 168 time: 0.7040994 Apr 12 17:41:15.471957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53952) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:15.479278 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f542dc-0ba9-4d16-889d-a2e6ded94375 admin admin] Pushing event deleted for resources: {'Network': ['ID=69846650-ed0f-4777-a391-377d8ec323d5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:15.488472 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.491932 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-07fa6909-f82c-4fa0-a3b2-878f4a6fa1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.711655 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:41:15.788165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:15.932497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['37b7b4e7-204d-48e3-89f1-b1774edbfa08'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:16.012385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Deleting port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:16.012638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:16.230431 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd052b8-f3ab-49db-b4a6-fefd1fe357cd req-66cb767c-fc35-41dd-bdfc-beb87cba5dd7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:16.232960 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7cd052b8-f3ab-49db-b4a6-fefd1fe357cd req-66cb767c-fc35-41dd-bdfc-beb87cba5dd7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 945 time: 0.0644341 Apr 12 17:41:16.290686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7cd052b8-f3ab-49db-b4a6-fefd1fe357cd req-a0cc1810-b5d1-4617-a421-5dc65905f5f2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500596 Apr 12 17:41:16.345691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] For port 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:16.346087 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:16.359364 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Calling delete_port for 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:16.372437 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f46e51d6-81bb-407c-bf06-87f403694fe6 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:16.394808 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: f46e51d6-81bb-407c-bf06-87f403694fe6 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:16.395244 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f46e51d6-81bb-407c-bf06-87f403694fe6 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:16.607937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (8840dc17-9ef6-4741-ba73-2acc9cc1a3a4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:16.632081 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Pushing event deleted for resources: {'Port': ['ID=8840dc17-9ef6-4741-ba73-2acc9cc1a3a4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:16.801262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.016180 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Router 955a0190-ae7a-4308-bf0b-a55da4cf307f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:17.119381 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:17.125066 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4ffcce2f-1512-4be4-bab5-9789fdcbaaea admin admin] 10.222.0.32 "PUT /v2.0/routers/955a0190-ae7a-4308-bf0b-a55da4cf307f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6519852 Apr 12 17:41:17.127831 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53964) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:17.128517 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Sync routers for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:17.138367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:17.139232 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:17.234399 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks [] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.248893 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:17.340157 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks [] for router_gateway (955a0190-ae7a-4308-bf0b-a55da4cf307f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.405052 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be7bd-9a3a-416e-9a9d-0f99d62dfe86 req-0449401b-17d8-4886-9e21-d8d892d4f7bd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:17.406970 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 37b7b4e7-204d-48e3-89f1-b1774edbfa08 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:17.408258 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c23be7bd-9a3a-416e-9a9d-0f99d62dfe86 req-0449401b-17d8-4886-9e21-d8d892d4f7bd tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Apr 12 17:41:17.446490 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Deleting port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:17.446827 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.453315 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:41:16Z', 'revision_number': 5, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port': {'id': '74858d72-f73a-46c6-bab6-8a2bd2bfbb6e', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:33:33Z', 'updated_at': '2022-04-12T17:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:17.457364 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c23be7bd-9a3a-416e-9a9d-0f99d62dfe86 req-2453c6f5-349e-48bd-a9c9-0e872938a960 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Apr 12 17:41:17.486884 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Checking router: 955a0190-ae7a-4308-bf0b-a55da4cf307f for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:17.498899 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:41:17.502733 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Routers {'955a0190-ae7a-4308-bf0b-a55da4cf307f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:17.503341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:40:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['955a0190-ae7a-4308-bf0b-a55da4cf307f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:17.534362 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] For port 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:17.534732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.547699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Calling delete_port for 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:17.589100 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:17.589474 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.612177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] Set router 955a0190-ae7a-4308-bf0b-a55da4cf307f gateway port host: None {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:17.666866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:41:17Z', 'revision_number': 6, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:17.701107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864d0d5-9604-40c4-9ed0-45c08f012f5a None None] The sync data for ids ['955a0190-ae7a-4308-bf0b-a55da4cf307f'] in dv-cinder-837532-1-iscsi is: [{'id': '955a0190-ae7a-4308-bf0b-a55da4cf307f', 'name': 'tempest-TestShelveInstance-118059895-router', 'tenant_id': '737583d7835b4f65b7253911771d3982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:33:32Z', 'updated_at': '2022-04-12T17:41:17Z', 'revision_number': 6, 'project_id': '737583d7835b4f65b7253911771d3982', 'gw_port_host': None}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:17.751917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:17.752313 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.788560 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:17.790873 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df3729-c259-4618-8821-442cbc0b1d36" -d '{"events": [{"server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "name": "network-vif-plugged", "status": "completed", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:17.805609 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:17.809333 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (74858d72-f73a-46c6-bab6-8a2bd2bfbb6e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.862456 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Pushing event deleted for resources: {'Port': ['ID=74858d72-f73a-46c6-bab6-8a2bd2bfbb6e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:17.892972 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1994f-0803-4bfd-bdb1-a96603daa3c4 x-openstack-request-id: req-fbe1994f-0803-4bfd-bdb1-a96603daa3c4 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:17.893287 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "name": "network-vif-plugged", "status": "completed", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:17.893540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbe1994f-0803-4bfd-bdb1-a96603daa3c4 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:17.893934 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe1994f-0803-4bfd-bdb1-a96603daa3c4'] response: {'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'code': 200} Apr 12 17:41:17.899813 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da2ac0aa-e229-44ed-b6ac-52ae37fc812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.902721 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.907153 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:17.957543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:18.006193 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.009006 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks [] for router_controller (955a0190-ae7a-4308-bf0b-a55da4cf307f), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.163948 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (955a0190-ae7a-4308-bf0b-a55da4cf307f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.164516 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955a0190-ae7a-4308-bf0b-a55da4cf307f {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:41:18.171177 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.175221 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53984) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:18.175363 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-776a8d86-337c-4738-bdc4-15aba912699a admin admin] 10.222.0.32 "DELETE /v2.0/routers/955a0190-ae7a-4308-bf0b-a55da4cf307f HTTP/1.1" status: 204 len: 168 time: 1.0463784 Apr 12 17:41:18.220505 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Deleting subnet 56a7dd6f-eef5-4e1c-be92-e3cbbea0e324 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:41:18.223583 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Publish callbacks [] for subnet (56a7dd6f-eef5-4e1c-be92-e3cbbea0e324), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.257492 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (56a7dd6f-eef5-4e1c-be92-e3cbbea0e324), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.338456 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (56a7dd6f-eef5-4e1c-be92-e3cbbea0e324), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.348461 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610593c-c81e-4159-8b1e-8ff11e22969a req-652f77ed-75b4-439a-80cf-7156406e434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:18.350052 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7610593c-c81e-4159-8b1e-8ff11e22969a req-652f77ed-75b4-439a-80cf-7156406e434c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 1130 time: 0.0388150 Apr 12 17:41:18.398112 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7610593c-c81e-4159-8b1e-8ff11e22969a req-afcc8386-522d-4d9c-a00e-4a7afcd0500a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Apr 12 17:41:18.429341 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-33d6560a-d2dd-4526-8896-52d073093f92 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257452218&fields=id&tenant_id=bdcc592473fb40bcaee7529c3f85dbc0 HTTP/1.1" status: 200 len: 267 time: 0.0509911 Apr 12 17:41:18.482280 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-9a78b44d-64c5-4822-bcea-826a4288a165 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:18.483907 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-9a78b44d-64c5-4822-bcea-826a4288a165 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 984 time: 0.0490637 Apr 12 17:41:18.485954 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (56a7dd6f-eef5-4e1c-be92-e3cbbea0e324), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.503136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Request body: {'port': {'security_groups': ['c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b']}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:18.506614 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbc5d9-d151-449e-8663-e4194ee9f088 None None] Network 70cf6803-f652-413d-9f3d-93563244d74b requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:18.507151 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.510364 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/56a7dd6f-eef5-4e1c-be92-e3cbbea0e324 HTTP/1.1" status: 204 len: 168 time: 0.3336749 Apr 12 17:41:18.515481 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 53990) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:18.552128 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9bb79-1545-4f37-9c09-dedb420538d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a7dd6f-eef5-4e1c-be92-e3cbbea0e324,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:18.590129 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:18.608578 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (70cf6803-f652-413d-9f3d-93563244d74b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.621887 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:18.622272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 74858d72-f73a-46c6-bab6-8a2bd2bfbb6e not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:18.622692 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:18.640189 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ed12-1293-4be8-84af-3cb8baf8f600 req-4f8192c4-1b36-4357-8f63-955cc423601a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:18.641701 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bc1ed12-1293-4be8-84af-3cb8baf8f600 req-4f8192c4-1b36-4357-8f63-955cc423601a tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0906920 Apr 12 17:41:18.646232 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.664353 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Deleting port 340d31a0-a9a5-4962-adb3-bad37b8695c3 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:18.664788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.683326 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:18.683771 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8840dc17-9ef6-4741-ba73-2acc9cc1a3a4 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:18.741742 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4bc1ed12-1293-4be8-84af-3cb8baf8f600 req-e1520520-1e04-49ce-9713-6923ba524e94 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923858 Apr 12 17:41:18.751507 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] For port 340d31a0-a9a5-4962-adb3-bad37b8695c3, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=340d31a0-a9a5-4962-adb3-bad37b8695c3,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:18.752099 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.769335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Calling delete_port for 340d31a0-a9a5-4962-adb3-bad37b8695c3 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:18.774420 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] DHCP port deletion for 70cf6803-f652-413d-9f3d-93563244d74b request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:41:18.830626 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Deleting port 340d31a0-a9a5-4962-adb3-bad37b8695c3 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:18.831138 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.895880 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:18.913155 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] For port 340d31a0-a9a5-4962-adb3-bad37b8695c3, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=340d31a0-a9a5-4962-adb3-bad37b8695c3,segment=NetworkSegment(0d0bcb3b-7766-4316-a74b-cb565a7ab186),segment_id=0d0bcb3b-7766-4316-a74b-cb565a7ab186)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:18.913839 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.935106 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Calling delete_port for 340d31a0-a9a5-4962-adb3-bad37b8695c3 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:18.938270 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:18.968371 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=340d31a0-a9a5-4962-adb3-bad37b8695c3,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:18.970497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] No DVR routers for this DVR port 340d31a0-a9a5-4962-adb3-bad37b8695c3 on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:19.033023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.035956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (340d31a0-a9a5-4962-adb3-bad37b8695c3), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.050715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (70cf6803-f652-413d-9f3d-93563244d74b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.059914 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] Pushing event deleted for resources: {'Port': ['ID=340d31a0-a9a5-4962-adb3-bad37b8695c3,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:19.065622 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e220a2-cb17-40e5-ba2e-b824fdbe0418 None None] No DVR routers for this DVR port 340d31a0-a9a5-4962-adb3-bad37b8695c3 on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:19.082873 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf6803-f652-413d-9f3d-93563244d74b']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:19.093977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bcb3b-7766-4316-a74b-cb565a7ab186') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:19.094301 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bcb3b-7766-4316-a74b-cb565a7ab186') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:19.104832 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (0d0bcb3b-7766-4316-a74b-cb565a7ab186), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.118712 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (0d0bcb3b-7766-4316-a74b-cb565a7ab186), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.125299 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:41:19.125690 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (0d0bcb3b-7766-4316-a74b-cb565a7ab186), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:41:19.127458 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:41:19.170528 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.238228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.272279 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (70cf6803-f652-413d-9f3d-93563244d74b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.282185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.282315 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:19.282315 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.283727 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-428e72f1-8d1d-4805-bca9-d1f352412a87 req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "PUT /v2.0/ports/5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 942 time: 0.7888408 Apr 12 17:41:19.284154 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:19.284529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:19.286445 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ff3a6-85de-42f7-8265-821b4b474163" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:19.287658 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70cf6803-f652-413d-9f3d-93563244d74b HTTP/1.1" status: 204 len: 168 time: 0.7708147 Apr 12 17:41:19.294334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 53998) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:19.321549 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a59c9-9871-4758-a4fa-7428ad9fdf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=70cf6803-f652-413d-9f3d-93563244d74b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:19.361515 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3aa1-ebd5-4f12-9a52-2827df0cc2c4 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event updated for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=7']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:19.385925 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (e5815426-7de0-4bc6-8b1e-ed9dff40e3f8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.423692 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830c43a9-1e81-4a29-ad91-85ee594b44f4 x-openstack-request-id: req-830c43a9-1e81-4a29-ad91-85ee594b44f4 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:19.423995 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:19.424282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-830c43a9-1e81-4a29-ad91-85ee594b44f4 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:19.424694 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830c43a9-1e81-4a29-ad91-85ee594b44f4'] response: {'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:41:19.427349 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (e5815426-7de0-4bc6-8b1e-ed9dff40e3f8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.546347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (e5815426-7de0-4bc6-8b1e-ed9dff40e3f8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.549651 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.553523 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "DELETE /v2.0/security-groups/e5815426-7de0-4bc6-8b1e-ed9dff40e3f8 HTTP/1.1" status: 204 len: 168 time: 0.2555580 Apr 12 17:41:19.554261 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54002) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:19.561003 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cd763-ccaf-42e9-9f6b-09c8378888c3 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5815426-7de0-4bc6-8b1e-ed9dff40e3f8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:19.564150 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:19.590809 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-380aa28b-7a9a-4906-93bc-ed990068ead6 None None] Provisioning complete for port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:19.591213 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-380aa28b-7a9a-4906-93bc-ed990068ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.690225 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54004) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:19.707676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff3a6-85de-42f7-8265-821b4b474163 req-1b9f6154-2ebd-4081-b85d-d57222019dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:19.710356 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-1b9f6154-2ebd-4081-b85d-d57222019dcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1129 time: 0.0857599 Apr 12 17:41:19.737218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-524abd42-2aef-47ba-b0b8-2395f655d7c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb517ff0f2ef4bcf9cf4187ecc476ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451820 Apr 12 17:41:19.739863 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54006) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:19.795657 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] Publish callbacks [] for security_group (70d12eb6-c5ea-49b2-8204-c667b9dd825b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.832389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] Publish callbacks [] for security_group (70d12eb6-c5ea-49b2-8204-c667b9dd825b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.839987 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Deleting port d74496a4-3f82-4325-a9dc-5e15c46f0d56 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:19.840332 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:19.873115 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-380aa28b-7a9a-4906-93bc-ed990068ead6 None None] Current status of the port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:19.882866 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f78b2-e2f1-4f64-992b-451fc59fedb3 req-11a810ba-38fd-49a7-acb3-c4e4bca28676 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:19.884506 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad1f78b2-e2f1-4f64-992b-451fc59fedb3 req-11a810ba-38fd-49a7-acb3-c4e4bca28676 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0652146 Apr 12 17:41:19.945971 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ad1f78b2-e2f1-4f64-992b-451fc59fedb3 req-6ab0a8e0-cfde-406f-b230-0e178b91a226 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520623 Apr 12 17:41:20.003656 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (70d12eb6-c5ea-49b2-8204-c667b9dd825b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.006468 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.010007 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70d12eb6-c5ea-49b2-8204-c667b9dd825b HTTP/1.1" status: 204 len: 168 time: 0.2665288 Apr 12 17:41:20.016433 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276abf-516e-4301-9624-b998b87cb35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d12eb6-c5ea-49b2-8204-c667b9dd825b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:20.145650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff3a6-85de-42f7-8265-821b4b474163 req-81bc2dd3-bde1-468c-9e62-392b750670de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:20.147189 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-81bc2dd3-bde1-468c-9e62-392b750670de service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 916 time: 0.4309607 Apr 12 17:41:20.179493 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.179959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for floatingip (d74496a4-3f82-4325-a9dc-5e15c46f0d56), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.193272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Calling delete_port for d74496a4-3f82-4325-a9dc-5e15c46f0d56 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:20.411155 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 340d31a0-a9a5-4962-adb3-bad37b8695c3 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:20.437695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 340d31a0-a9a5-4962-adb3-bad37b8695c3 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:20.438144 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 340d31a0-a9a5-4962-adb3-bad37b8695c3 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:20.440061 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.466550 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (d74496a4-3f82-4325-a9dc-5e15c46f0d56), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.492541 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event deleted for resources: {'Port': ['ID=d74496a4-3f82-4325-a9dc-5e15c46f0d56,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:20.554691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks [] for floatingip (156d8302-9310-44fb-9973-15e6861950ac), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.555024 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Floating IP 156d8302-9310-44fb-9973-15e6861950ac disassociated (deleted). External IP: 172.27.2.166, port: 5a98c734-b36a-42fb-b062-4e8e2a2cd56b. Apr 12 17:41:20.743966 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54024) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:20.776625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:20.784387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1f33fbeb-168f-4d28-9286-75229f93a2b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=737583d7835b4f65b7253911771d3982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391891 Apr 12 17:41:20.786972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54026) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:20.839977 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] Publish callbacks [] for security_group (9fdf86a8-b6bb-4214-a508-d222fc9fc63d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.862761 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] Publish callbacks [] for security_group (9fdf86a8-b6bb-4214-a508-d222fc9fc63d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.865029 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-42133266-046f-4ca4-9def-e57de5aec815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 217 time: 0.0400701 Apr 12 17:41:20.958355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff3a6-85de-42f7-8265-821b4b474163 req-e9f43ab6-4293-410a-b7ab-b04f7bf43522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:20.959772 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-e9f43ab6-4293-410a-b7ab-b04f7bf43522 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.0843709 Apr 12 17:41:20.964123 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:20.968297 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9fdf86a8-b6bb-4214-a508-d222fc9fc63d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.972413 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.973287 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:20.974465 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Sync routers for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:20.983246 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fdf86a8-b6bb-4214-a508-d222fc9fc63d HTTP/1.1" status: 204 len: 168 time: 0.1944721 Apr 12 17:41:20.989742 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:20.993861 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:20.999175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4977bd-128d-4d03-9398-5aee061fd568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf86a8-b6bb-4214-a508-d222fc9fc63d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:21.033666 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-952a46bd-f32f-4494-bf6e-7d75848832d0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "DELETE /v2.0/floatingips/156d8302-9310-44fb-9973-15e6861950ac HTTP/1.1" status: 204 len: 168 time: 1.4741261 Apr 12 17:41:21.033911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:21.036119 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40330b52-fa3a-4235-a00e-e2ae6ae94b52" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:21.040143 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff3a6-85de-42f7-8265-821b4b474163 req-507f8a28-1c60-42ce-ac73-d8ed4cac81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:21.040854 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-507f8a28-1c60-42ce-ac73-d8ed4cac81d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697780 Apr 12 17:41:21.133840 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:21.154561 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f3f9e-17f9-445e-87da-2f366803b22c req-38b76c6f-5de5-4da7-9faa-70456f5d40f5 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:21.156421 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc3f3f9e-17f9-445e-87da-2f366803b22c req-38b76c6f-5de5-4da7-9faa-70456f5d40f5 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0793815 Apr 12 17:41:21.193833 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-ba83c824-1a3a-495e-b0a3-926f380fdae0 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438291 Apr 12 17:41:21.241322 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-dc3f3f9e-17f9-445e-87da-2f366803b22c req-2cfa7769-abb5-40af-afca-40375e590be8 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736303 Apr 12 17:41:21.304183 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-524ff3a6-85de-42f7-8265-821b4b474163 req-31de9fe0-06e9-4d2e-bf8b-c4fc5fac5507 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013098 Apr 12 17:41:21.305757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f3c816-37d9-422d-9798-1fe2f2b25ec4 x-openstack-request-id: req-25f3c816-37d9-422d-9798-1fe2f2b25ec4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:21.306055 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:21.306317 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25f3c816-37d9-422d-9798-1fe2f2b25ec4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:21.306703 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f3c816-37d9-422d-9798-1fe2f2b25ec4'] response: {'name': 'network-changed', 'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:41:21.359863 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:21.392309 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Checking router: aa7c5f36-681f-4715-bfd2-138a5e8e73c3 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:21.396163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922af7-acf6-4a3d-972f-fb0da09b7cf7 req-df0edfaa-038f-48a3-a897-d65e272d8df0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:21.397781 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d9922af7-acf6-4a3d-972f-fb0da09b7cf7 req-df0edfaa-038f-48a3-a897-d65e272d8df0 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0505688 Apr 12 17:41:21.400969 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:21.401575 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:21.407313 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54042) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:21.411871 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Request body: {'floatingip': {'port_id': '37b7b4e7-204d-48e3-89f1-b1774edbfa08'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:21.454238 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:21.528916 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:21.640263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-c249d659-53d3-48f6-ad89-10e1e7521697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:21.642364 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-c249d659-53d3-48f6-ad89-10e1e7521697 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 1129 time: 0.0778406 Apr 12 17:41:21.788423 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-36bd0b60-52ea-41c6-9214-426e271be0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:21.791115 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-36bd0b60-52ea-41c6-9214-426e271be0e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 200 len: 916 time: 0.1298742 Apr 12 17:41:21.866205 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:21.873313 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:21.901067 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ab4c3-3806-4120-8d4a-ab87a8d6caa4 None None] The sync data for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi is: [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:41Z', 'revision_number': 4, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '54ad6c0e-865c-4420-af72-f2a7993cd679', 'name': '', 'network_id': 'a6fef5bc-fbaf-4764-9314-6ade9933719d', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'mac_address': 'fa:16:3e:e5:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:40Z', 'updated_at': '2022-04-12T17:36:45Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'subnets': [{'id': 'e9921e80-4c54-4154-b9ec-7418a7828456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:22.013955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.072068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.128114 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253f5b8-543f-4d5d-a4f8-240329e85cc7 None None] New status for floating IP 156d8302-9310-44fb-9973-15e6861950ac: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:41:22.180928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 1b393547-65a2-478a-b5ee-fa71c7808835 associated. External IP: 172.27.2.167, port: 37b7b4e7-204d-48e3-89f1-b1774edbfa08. Apr 12 17:41:22.250487 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-f0c4eb15-e316-4c5c-83b2-fdcf38907f2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 200 len: 217 time: 0.0378709 Apr 12 17:41:22.321911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-a7113d54-471f-4373-82db-56d4faff4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:22.323438 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-a7113d54-471f-4373-82db-56d4faff4725 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 200 len: 854 time: 0.0631878 Apr 12 17:41:22.357943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54064) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:22.407230 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-afa20b11-efcf-42d2-8c41-81e5941c42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:22.408714 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:22.408902 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-afa20b11-efcf-42d2-8c41-81e5941c42d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6fef5bc-fbaf-4764-9314-6ade9933719d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425634 Apr 12 17:41:22.486332 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8b56c99-45f9-4a51-b704-1619ed16f51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.524986 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:22.530434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.530762 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-829326e6-94e5-4834-a106-bdf13e5a9097 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127532 Apr 12 17:41:22.536752 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:22.547868 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:22.548502 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:22.562293 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-694ddc84-dba1-4848-ae81-37daeb6798ee tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "PUT /v2.0/floatingips/1b393547-65a2-478a-b5ee-fa71c7808835 HTTP/1.1" status: 200 len: 992 time: 1.1536160 Apr 12 17:41:22.562720 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:22.565037 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d79179-d3b6-4245-9775-2c887a5d8b20" -d '{"events": [{"name": "network-changed", "server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:22.619204 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edd7248-4f89-45da-b13c-d2fac53e9192 x-openstack-request-id: req-6edd7248-4f89-45da-b13c-d2fac53e9192 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:22.619204 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:22.619204 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6edd7248-4f89-45da-b13c-d2fac53e9192 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:22.619204 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edd7248-4f89-45da-b13c-d2fac53e9192'] response: {'name': 'network-changed', 'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'status': 'completed', 'code': 200} Apr 12 17:41:22.646729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8b56c99-45f9-4a51-b704-1619ed16f51d admin admin] Publish callbacks [] for security_group (f2d2d427-21c5-4ccb-95e3-9f3889d45977), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.667000 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-40330b52-fa3a-4235-a00e-e2ae6ae94b52 req-38151ba8-231b-4427-8233-fe86a2f7d602 service neutron] 10.222.0.60 "GET /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268020 Apr 12 17:41:22.675137 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:22.734513 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-0136dbf9-0900-4d75-8fa5-a28b1d0f50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:22.736106 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-0136dbf9-0900-4d75-8fa5-a28b1d0f50ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce4682a75fe64e7c8f32119e19771e67&device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 1130 time: 0.0425923 Apr 12 17:41:22.736866 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8b56c99-45f9-4a51-b704-1619ed16f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f2d2d427-21c5-4ccb-95e3-9f3889d45977), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.796472 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b56c99-45f9-4a51-b704-1619ed16f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2d427-21c5-4ccb-95e3-9f3889d45977,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:22.831332 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e8b56c99-45f9-4a51-b704-1619ed16f51d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b7e99b79a8f404e9419aa5f8e2d0e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721594 Apr 12 17:41:22.833955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54074) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:22.872688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-7c6ec525-3743-4813-8cfa-1592e60b2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:22.874407 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-7c6ec525-3743-4813-8cfa-1592e60b2926 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 200 len: 916 time: 0.1275532 Apr 12 17:41:22.889498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] Publish callbacks [] for security_group (f2d2d427-21c5-4ccb-95e3-9f3889d45977), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.914766 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] Publish callbacks [] for security_group (f2d2d427-21c5-4ccb-95e3-9f3889d45977), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:22.925911 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1b393547-65a2-478a-b5ee-fa71c7808835', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:3e:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:21Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:22.952351 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:22.958751 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-f4073bdc-3bcd-4eac-a09f-8027d4d8f1d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08 HTTP/1.1" status: 200 len: 1000 time: 0.0772090 Apr 12 17:41:22.969439 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:22.969439 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:23.011711 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-0848d066-f0f0-4240-a04a-d68e81572ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:23.014134 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-0848d066-f0f0-4240-a04a-d68e81572ef0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 200 len: 854 time: 0.0467780 Apr 12 17:41:23.060199 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-541fc722-cda2-429d-b64b-2b843e9f2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:23.060465 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f2d2d427-21c5-4ccb-95e3-9f3889d45977), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:23.061706 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-541fc722-cda2-429d-b64b-2b843e9f2fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90a72eb4-e118-431e-90de-6b61b06911a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385106 Apr 12 17:41:23.063285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:23.064501 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2d2d427-21c5-4ccb-95e3-9f3889d45977 HTTP/1.1" status: 204 len: 168 time: 0.2287557 Apr 12 17:41:23.073734 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06ea1a-734c-4a87-8349-7b0a87c28574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2d427-21c5-4ccb-95e3-9f3889d45977,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:23.079723 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:23.167240 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-06d7b102-3f44-4546-8526-61da406bd986 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937233 Apr 12 17:41:23.258020 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-59d79179-d3b6-4245-9775-2c887a5d8b20 req-a749cb33-8d7d-4ad4-a854-ba0e926f5a13 service neutron] 10.222.0.60 "GET /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Apr 12 17:41:23.306532 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1b393547-65a2-478a-b5ee-fa71c7808835', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:3e:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:21Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:23.333397 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602aceb-1ed7-4e38-9e04-71bc4c16092a None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '1b393547-65a2-478a-b5ee-fa71c7808835', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': 'c74632bf-bea3-4642-b887-685da23df369', 'port_id': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'mac_address': 'fa:16:3e:3e:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:40:49Z', 'updated_at': '2022-04-12T17:41:21Z', 'revision_number': 1, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:23.522327 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ded0b-9bfb-4312-93d3-7dc6b8c830b5 None None] New status for floating IP 1b393547-65a2-478a-b5ee-fa71c7808835: ACTIVE {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:41:25.601156 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d544b1-c8bd-428f-9283-41a9fb6b5092 req-10488bd2-168e-42a3-ab03-2eef9fdfae22 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:25.602697 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54d544b1-c8bd-428f-9283-41a9fb6b5092 req-10488bd2-168e-42a3-ab03-2eef9fdfae22 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Apr 12 17:41:25.648260 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-54d544b1-c8bd-428f-9283-41a9fb6b5092 req-f3b3d6d8-568a-4b85-9636-549dbec8a8b0 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Apr 12 17:41:26.761625 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe4da-34be-403e-af3e-fb32d11d60ff req-4110e7c5-0f94-48f4-b229-59dbd60dc743 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:26.763107 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45fbe4da-34be-403e-af3e-fb32d11d60ff req-4110e7c5-0f94-48f4-b229-59dbd60dc743 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0463965 Apr 12 17:41:26.808514 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-45fbe4da-34be-403e-af3e-fb32d11d60ff req-9b6c27d8-66b9-4c73-801f-3fc6cb36df1b tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Apr 12 17:41:27.265882 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-aab29e2b-c6d1-4f76-b943-9452720426ae tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=35f5b2169451477892ecabc542aebba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273530 Apr 12 17:41:27.443016 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-68be4464-dcf8-42e4-acae-3125da20df19 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:27.444457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-68be4464-dcf8-42e4-acae-3125da20df19 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733198 Apr 12 17:41:27.458945 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-0badbed8-ac62-4697-89fb-ea40bb5a7aa0 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/quotas/35f5b2169451477892ecabc542aebba7 HTTP/1.1" status: 200 len: 375 time: 0.0090420 Apr 12 17:41:27.489352 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b44d8b57-1a85-4805-bcbf-401947dce107 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35f5b2169451477892ecabc542aebba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258324 Apr 12 17:41:27.916847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dff237-273c-41f3-a29e-be7d73c92483 req-5a290138-01cc-4474-891f-a8647102177e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:27.918296 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89dff237-273c-41f3-a29e-be7d73c92483 req-5a290138-01cc-4474-891f-a8647102177e tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0453751 Apr 12 17:41:27.963867 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-89dff237-273c-41f3-a29e-be7d73c92483 req-25acaf70-0ff1-4b1a-908e-7e998cf925c8 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/security-groups?id=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Apr 12 17:41:28.224421 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-b2d6568b-b1cf-4485-a1d3-06a9af3c88f6 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:28.225852 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-b2d6568b-b1cf-4485-a1d3-06a9af3c88f6 tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.60 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 945 time: 0.0456004 Apr 12 17:41:28.317927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Deleting port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:28.318297 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:28.401727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] For port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:28.402118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:28.418164 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Calling delete_port for 5a98c734-b36a-42fb-b062-4e8e2a2cd56b owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:28.637749 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (5a98c734-b36a-42fb-b062-4e8e2a2cd56b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:28.665766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Pushing event deleted for resources: {'Port': ['ID=5a98c734-b36a-42fb-b062-4e8e2a2cd56b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:28.678943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.678943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.678943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.679215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.679444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.679730 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.680073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.680392 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.680988 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5a98c734-b36a-42fb-b062-4e8e2a2cd56b'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:28.681687 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.682060 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.682407 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.682936 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.683196 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.683538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.683865 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:28.731522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] No DVR routers for this DVR port 5a98c734-b36a-42fb-b062-4e8e2a2cd56b on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:28.735035 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:28.738743 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-ed1f4ee2-fc64-4972-923a-b97324960539 req-291eb1d4-2b1a-40a2-a0d1-9c8583f751af tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.60 "DELETE /v2.0/ports/5a98c734-b36a-42fb-b062-4e8e2a2cd56b HTTP/1.1" status: 204 len: 173 time: 0.5004027 Apr 12 17:41:28.739201 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'name': 'network-vif-deleted', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:28.742241 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc19c3-4bbe-49d9-a535-6f0b0f35c0f4" -d '{"events": [{"server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "name": "network-vif-deleted", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:28.798308 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb627b2-929f-48cc-9dc2-f45421e12102 x-openstack-request-id: req-bfb627b2-929f-48cc-9dc2-f45421e12102 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:28.798597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb27313-012b-4718-baa4-f7d438b314c3", "name": "network-vif-deleted", "tag": "5a98c734-b36a-42fb-b062-4e8e2a2cd56b", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:28.798718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d3e6554e-a841-4eb2-b7a8-0d15f047e393 req-356dab29-6e40-4be8-b3ec-f0ee3500ca52 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 210 time: 0.0626564 Apr 12 17:41:28.798835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfb627b2-929f-48cc-9dc2-f45421e12102 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:28.799230 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb627b2-929f-48cc-9dc2-f45421e12102'] response: {'server_uuid': '6eb27313-012b-4718-baa4-f7d438b314c3', 'name': 'network-vif-deleted', 'tag': '5a98c734-b36a-42fb-b062-4e8e2a2cd56b', 'status': 'completed', 'code': 200} Apr 12 17:41:29.059449 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2977d473-f27e-4221-a43b-704ff2be6f20 req-51019590-842e-4c02-b93c-b6f846947c2f tempest-TestMinimumBasicScenario-102045343 tempest-TestMinimumBasicScenario-102045343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6eb27313-012b-4718-baa4-f7d438b314c3 HTTP/1.1" status: 200 len: 210 time: 0.0291896 Apr 12 17:41:29.891824 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7ff6d886-c96e-4d9c-b180-08355aef609b req-858ced9a-ef1d-4ef1-bed2-c5d99cbd19f7 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Apr 12 17:41:30.984906 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0af9343a-e590-4654-85c3-710248d6e8ce req-90167cbe-6ec3-4b34-b0b2-32fe8545d23b tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 210 time: 0.0274153 Apr 12 17:41:31.027591 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-7c3947b5-29fe-4393-a285-cd35200624da tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35f5b2169451477892ecabc542aebba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285268 Apr 12 17:41:31.208390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-a3a15776-ebf0-4b3c-9e77-c276d593e538 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:31.209774 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-a3a15776-ebf0-4b3c-9e77-c276d593e538 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742654 Apr 12 17:41:31.233223 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Request body: {'port': {'device_id': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd', 'admin_state_up': True, 'tenant_id': '35f5b2169451477892ecabc542aebba7'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:31.410542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5a98c734-b36a-42fb-b062-4e8e2a2cd56b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:31.425526 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Made reservation on behalf of 35f5b2169451477892ecabc542aebba7 for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:41:31.428502 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.440479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 5a98c734-b36a-42fb-b062-4e8e2a2cd56b {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:31.440479 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5a98c734-b36a-42fb-b062-4e8e2a2cd56b not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:31.447663 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.521226 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks [] for security_group (91334415-763c-4369-bd2f-d9112f692662), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.620390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (91334415-763c-4369-bd2f-d9112f692662), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.685437 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91334415-763c-4369-bd2f-d9112f692662,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:31.756491 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Allocated IP 192.168.233.156 (09284afe-1874-4fbc-b506-6149d2ae4afd/ce3e61e0-0d94-401a-ac21-b95432ff1fa4/5454066a-98b6-40ce-9456-253edf1b53de) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:41:31.903646 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks [] for port (5454066a-98b6-40ce-9456-253edf1b53de), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:31.975020 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.015250 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Network 09284afe-1874-4fbc-b506-6149d2ae4afd is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:41:32.016734 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:41:32.021031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:41:32.060102 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Pushing event updated for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:32.080673 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:32.081314 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.106405 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c43bb6-c823-4197-a676-7f663af7b461 req-9236c056-1894-429b-bf94-774b9e9a971a tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:32.107983 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02c43bb6-c823-4197-a676-7f663af7b461 req-9236c056-1894-429b-bf94-774b9e9a971a tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 936 time: 0.0525131 Apr 12 17:41:32.138260 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-2f0b5487-6247-4366-b3d1-e48495190389 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9086366 Apr 12 17:41:32.160671 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Request body: {'port': {'device_id': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:41:32.167254 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02c43bb6-c823-4197-a676-7f663af7b461 req-a6c857d5-115c-47dc-9836-49753251b664 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Apr 12 17:41:32.280155 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-0e706d09-da5b-442b-9f41-ebc27874929a None None] Provisioning complete for port 5454066a-98b6-40ce-9456-253edf1b53de triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:32.281210 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0e706d09-da5b-442b-9f41-ebc27874929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5454066a-98b6-40ce-9456-253edf1b53de), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.320002 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-0e706d09-da5b-442b-9f41-ebc27874929a None None] Port 5454066a-98b6-40ce-9456-253edf1b53de cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:41:32.476705 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5454066a-98b6-40ce-9456-253edf1b53de), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.652865 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54222) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:32.739514 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5454066a-98b6-40ce-9456-253edf1b53de {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:41:32.747167 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks [] for port (5454066a-98b6-40ce-9456-253edf1b53de), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.759290 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Transition to ACTIVE for port object 5454066a-98b6-40ce-9456-253edf1b53de will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:41:32.814280 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.870429 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Pushing event updated for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:32.948018 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Attempting to bind port 5454066a-98b6-40ce-9456-253edf1b53de on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:41:32.948368 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Attempting to bind port 5454066a-98b6-40ce-9456-253edf1b53de by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:41:32.948708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Attempting to bind port 5454066a-98b6-40ce-9456-253edf1b53de on network 09284afe-1874-4fbc-b506-6149d2ae4afd {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:32.954087 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Port 5454066a-98b6-40ce-9456-253edf1b53de on network 09284afe-1874-4fbc-b506-6149d2ae4afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:41:32.954410 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Attempting to bind port 5454066a-98b6-40ce-9456-253edf1b53de on network 09284afe-1874-4fbc-b506-6149d2ae4afd {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:41:32.959430 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:41:32.959794 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Checking segment: {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:41:32.960174 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Bound using segment: {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:41:32.960604 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Bound port: 5454066a-98b6-40ce-9456-253edf1b53de, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0260efc-c594-4422-8fad-e94283d7a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:41:32.960968 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5454066a-98b6-40ce-9456-253edf1b53de), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:32.995068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.029022 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:41:33.032264 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5454066a-98b6-40ce-9456-253edf1b53de,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:41:33.083721 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.119709 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.120306 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.121710 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] 10.222.0.60 "PUT /v2.0/ports/5454066a-98b6-40ce-9456-253edf1b53de HTTP/1.1" status: 200 len: 1098 time: 0.9667244 Apr 12 17:41:33.122323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:33.124555 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a" -d '{"events": [{"name": "network-changed", "server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "tag": "5454066a-98b6-40ce-9456-253edf1b53de"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:33.168224 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16e6a-22e3-4c27-b392-ff504bc2731d service neutron] Pushing event updated for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:33.178011 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffefb315-e9e8-48c2-9f47-09d7ba2367ee x-openstack-request-id: req-ffefb315-e9e8-48c2-9f47-09d7ba2367ee {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:33.178336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "tag": "5454066a-98b6-40ce-9456-253edf1b53de", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:33.178595 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffefb315-e9e8-48c2-9f47-09d7ba2367ee {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:33.179153 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffefb315-e9e8-48c2-9f47-09d7ba2367ee'] response: {'name': 'network-changed', 'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de', 'status': 'completed', 'code': 200} Apr 12 17:41:33.273317 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Deleting port 54ad6c0e-865c-4420-af72-f2a7993cd679 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:33.274306 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.281654 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a req-26d33542-08b2-4717-b49d-957754c18b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.283457 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a req-26d33542-08b2-4717-b49d-957754c18b09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35f5b2169451477892ecabc542aebba7&device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 1132 time: 0.0522957 Apr 12 17:41:33.324376 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a req-44634910-b3eb-486e-b5af-9d1f3ecdb2f9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=35f5b2169451477892ecabc542aebba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212133 Apr 12 17:41:33.349689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1b6f6-ae96-4814-97f9-66859b49054b req-e9b52f51-b2c0-46ba-9fdb-859797d26169 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.351209 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b5e1b6f6-ae96-4814-97f9-66859b49054b req-e9b52f51-b2c0-46ba-9fdb-859797d26169 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 948 time: 0.0918064 Apr 12 17:41:33.414186 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] For port 54ad6c0e-865c-4420-af72-f2a7993cd679, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=54ad6c0e-865c-4420-af72-f2a7993cd679,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:33.414480 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.424765 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a req-c21ecb0f-c5cf-4a32-bd46-d9d2ec4ce756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.426264 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-99dcb005-d92d-46d6-a13c-3a9ce63bf80a req-c21ecb0f-c5cf-4a32-bd46-d9d2ec4ce756 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933104 Apr 12 17:41:33.431941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b5e1b6f6-ae96-4814-97f9-66859b49054b req-8d4c6b33-ef0d-49c0-bfec-b2734a41eb8b tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Apr 12 17:41:33.432888 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Calling delete_port for 54ad6c0e-865c-4420-af72-f2a7993cd679 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:33.554336 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-8d0cdb84-2be3-4304-b58c-267bd15cd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.555729 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-8d0cdb84-2be3-4304-b58c-267bd15cd984 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=35f5b2169451477892ecabc542aebba7&device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 1132 time: 0.0379958 Apr 12 17:41:33.603274 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-74b9b991-25d5-436c-808c-fac238c8fb50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5454066a-98b6-40ce-9456-253edf1b53de HTTP/1.1" status: 200 len: 217 time: 0.0332859 Apr 12 17:41:33.663372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-a6e06953-615a-411c-ace5-d8a0895d72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.664916 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-a6e06953-615a-411c-ace5-d8a0895d72c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3e61e0-0d94-401a-ac21-b95432ff1fa4 HTTP/1.1" status: 200 len: 843 time: 0.0519493 Apr 12 17:41:33.694856 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (54ad6c0e-865c-4420-af72-f2a7993cd679), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:33.710785 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5987-afce-40c8-b1e1-b50189262c1d req-0075ad8c-1f0b-46e2-9034-e42055baf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:33.712276 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-0075ad8c-1f0b-46e2-9034-e42055baf353 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09284afe-1874-4fbc-b506-6149d2ae4afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393574 Apr 12 17:41:33.720632 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Pushing event deleted for resources: {'Port': ['ID=54ad6c0e-865c-4420-af72-f2a7993cd679,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:33.732307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.732662 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.733008 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.733895 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.734354 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.734694 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.735032 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.735361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.735693 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.736026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.736361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.736799 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.737133 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.737458 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.737820 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:41:33.813234 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-e13e2e90-52b4-4e6e-b477-013772f2dcc3 service neutron] 10.222.0.60 "GET /v2.0/networks/09284afe-1874-4fbc-b506-6149d2ae4afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940542 Apr 12 17:41:33.915266 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-889a5987-afce-40c8-b1e1-b50189262c1d req-b800dd59-bd79-4632-8b76-ecafb5b6776b service neutron] 10.222.0.60 "GET /v2.0/networks/09284afe-1874-4fbc-b506-6149d2ae4afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950928 Apr 12 17:41:34.148430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:34.361480 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:34.466323 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:34.472659 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a0e3a7d6-3c17-4ca2-9b46-cfc4bb98486b admin admin] 10.222.0.32 "PUT /v2.0/routers/aa7c5f36-681f-4715-bfd2-138a5e8e73c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182762 Apr 12 17:41:34.474749 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:34.477442 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Sync routers for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:34.489006 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:34.490278 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:34.594026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34134a1-34a0-4703-b11a-84ad0f42785f req-ffaeadc8-5e5d-44cf-adc6-7387779f3d7d tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:34.594770 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:34.595548 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b34134a1-34a0-4703-b11a-84ad0f42785f req-ffaeadc8-5e5d-44cf-adc6-7387779f3d7d tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 948 time: 0.0830362 Apr 12 17:41:34.639399 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks [] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:34.690522 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b34134a1-34a0-4703-b11a-84ad0f42785f req-2a07d3ae-2078-4c50-9de3-4835bd0a1a86 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849009 Apr 12 17:41:34.757793 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks [] for router_gateway (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:34.761428 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:41:33Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:34.792927 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Checking router: aa7c5f36-681f-4715-bfd2-138a5e8e73c3 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:34.801317 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Routers {'aa7c5f36-681f-4715-bfd2-138a5e8e73c3'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:34.801932 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:34.906757 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Deleting port bc6c11bc-f712-4138-8a42-4d37d485e9eb {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:34.907101 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] Set router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:34.907211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:34.998547 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] For port bc6c11bc-f712-4138-8a42-4d37d485e9eb, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=bc6c11bc-f712-4138-8a42-4d37d485e9eb,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:34.999596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.015459 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Calling delete_port for bc6c11bc-f712-4138-8a42-4d37d485e9eb owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:35.164211 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:41:33Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:35.193433 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d1d0d-5530-464f-95d7-2bb093642ad0 None None] The sync data for ids ['aa7c5f36-681f-4715-bfd2-138a5e8e73c3'] in dv-cinder-837532-1-iscsi is: [{'id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'name': 'tempest-TestMinimumBasicScenario-1197200591-router', 'tenant_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:41:33Z', 'revision_number': 5, 'project_id': 'bdcc592473fb40bcaee7529c3f85dbc0', 'gw_port': {'id': 'bc6c11bc-f712-4138-8a42-4d37d485e9eb', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:36:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7c5f36-681f-4715-bfd2-138a5e8e73c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:37Z', 'updated_at': '2022-04-12T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:35.237276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (bc6c11bc-f712-4138-8a42-4d37d485e9eb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.263843 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6c11bc-f712-4138-8a42-4d37d485e9eb,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:35.321420 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.411717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.413925 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks [] for router_controller (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.522744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (aa7c5f36-681f-4715-bfd2-138a5e8e73c3), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.523186 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7c5f36-681f-4715-bfd2-138a5e8e73c3 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:41:35.530615 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.543880 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5a584928-0a95-4207-b1c5-82e52224b5d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aa7c5f36-681f-4715-bfd2-138a5e8e73c3 HTTP/1.1" status: 204 len: 168 time: 1.0670125 Apr 12 17:41:35.545238 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54232) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:35.591125 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Deleting subnet e9921e80-4c54-4154-b9ec-7418a7828456 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:41:35.595032 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Publish callbacks [] for subnet (e9921e80-4c54-4154-b9ec-7418a7828456), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.630392 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (e9921e80-4c54-4154-b9ec-7418a7828456), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.710727 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (e9921e80-4c54-4154-b9ec-7418a7828456), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.813990 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c93af-abbf-4b7a-85cf-2315faea94f2 req-e1cfd5ab-96af-4e98-8e87-19c7701d4dd6 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:35.815569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-550c93af-abbf-4b7a-85cf-2315faea94f2 req-e1cfd5ab-96af-4e98-8e87-19c7701d4dd6 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 948 time: 0.0492954 Apr 12 17:41:35.836247 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (e9921e80-4c54-4154-b9ec-7418a7828456), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.873557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9921e80-4c54-4154-b9ec-7418a7828456,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:35.878826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8281a4-639b-4fca-bfa4-fa6dd021ba6e None None] Network a6fef5bc-fbaf-4764-9314-6ade9933719d requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:35.880096 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:35.885561 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-16bbe310-729a-4aa8-8266-dc8e1be95a12 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e9921e80-4c54-4154-b9ec-7418a7828456 HTTP/1.1" status: 204 len: 168 time: 0.3365831 Apr 12 17:41:35.885934 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54238) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:35.906146 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-550c93af-abbf-4b7a-85cf-2315faea94f2 req-2ef79bae-f8ae-4080-883c-f34c57a4b3f6 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846612 Apr 12 17:41:36.100828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (a6fef5bc-fbaf-4764-9314-6ade9933719d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.146874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Deleting port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:36.147209 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.201339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] DHCP port deletion for a6fef5bc-fbaf-4764-9314-6ade9933719d request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:41:36.224274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] For port fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:36.224734 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.239979 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Calling delete_port for fb4100cb-99e9-4903-bf8c-9b8efaa9a417 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:36.249457 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Deleting port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:36.249919 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.311211 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] For port fb4100cb-99e9-4903-bf8c-9b8efaa9a417, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,segment=NetworkSegment(c5027272-43ee-4bb0-9f0e-cf881426567d),segment_id=c5027272-43ee-4bb0-9f0e-cf881426567d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:36.311652 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.326763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Calling delete_port for fb4100cb-99e9-4903-bf8c-9b8efaa9a417 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:36.368724 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.379858 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device bc6c11bc-f712-4138-8a42-4d37d485e9eb no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:36.397782 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:36.399646 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] No DVR routers for this DVR port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:36.411400 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: bc6c11bc-f712-4138-8a42-4d37d485e9eb {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:36.416927 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device bc6c11bc-f712-4138-8a42-4d37d485e9eb not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:36.416927 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 54ad6c0e-865c-4420-af72-f2a7993cd679 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:36.434866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 54ad6c0e-865c-4420-af72-f2a7993cd679 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:36.435188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 54ad6c0e-865c-4420-af72-f2a7993cd679 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:36.435599 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fb4100cb-99e9-4903-bf8c-9b8efaa9a417 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:36.461161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: fb4100cb-99e9-4903-bf8c-9b8efaa9a417 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:36.461513 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fb4100cb-99e9-4903-bf8c-9b8efaa9a417 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:36.466978 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (fb4100cb-99e9-4903-bf8c-9b8efaa9a417), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.472010 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (a6fef5bc-fbaf-4764-9314-6ade9933719d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.491356 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fef5bc-fbaf-4764-9314-6ade9933719d']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:36.491546 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] Pushing event deleted for resources: {'Port': ['ID=fb4100cb-99e9-4903-bf8c-9b8efaa9a417,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:36.495033 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423863d-aa56-42b5-8772-91788efc6610 None None] No DVR routers for this DVR port fb4100cb-99e9-4903-bf8c-9b8efaa9a417 on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:36.504868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5027272-43ee-4bb0-9f0e-cf881426567d') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:36.505280 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5027272-43ee-4bb0-9f0e-cf881426567d') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:36.515597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (c5027272-43ee-4bb0-9f0e-cf881426567d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.528855 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (c5027272-43ee-4bb0-9f0e-cf881426567d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.534679 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:41:36.535047 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (c5027272-43ee-4bb0-9f0e-cf881426567d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:41:36.536674 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:41:36.659698 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (a6fef5bc-fbaf-4764-9314-6ade9933719d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.666937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:36.670169 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a6fef5bc-fbaf-4764-9314-6ade9933719d HTTP/1.1" status: 204 len: 168 time: 0.7831876 Apr 12 17:41:36.673157 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54242) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:36.679305 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600e960-bc75-44b1-81f1-64bccb94c596 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fef5bc-fbaf-4764-9314-6ade9933719d,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:37.023553 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.065586 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b449f3-9642-433d-815f-cb3421f921ec req-efb492ba-9fa0-4deb-a72f-bd5187163ce2 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:37.067052 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1b449f3-9642-433d-815f-cb3421f921ec req-efb492ba-9fa0-4deb-a72f-bd5187163ce2 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 948 time: 0.0894673 Apr 12 17:41:37.409472 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5454066a-98b6-40ce-9456-253edf1b53de details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:41:37.416894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b1b449f3-9642-433d-815f-cb3421f921ec req-a2fce157-a1a1-4657-b840-10bcae1b3c60 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440166 Apr 12 17:41:37.516367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5454066a-98b6-40ce-9456-253edf1b53de,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:37.527553 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '5454066a-98b6-40ce-9456-253edf1b53de', 'network_id': '09284afe-1874-4fbc-b506-6149d2ae4afd', 'port_id': '5454066a-98b6-40ce-9456-253edf1b53de', 'mac_address': 'fa:16:3e:eb:ab:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3e61e0-0d94-401a-ac21-b95432ff1fa4', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:41:37.551692 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Deleting port 8b542eae-b007-4719-bc7a-152cd0aa5356 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:37.552051 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.564805 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5454066a-98b6-40ce-9456-253edf1b53de is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:37.565194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5454066a-98b6-40ce-9456-253edf1b53de), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.580789 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5454066a-98b6-40ce-9456-253edf1b53de {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:41:37.599025 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5454066a-98b6-40ce-9456-253edf1b53de,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:37.627629 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] For port 8b542eae-b007-4719-bc7a-152cd0aa5356, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=8b542eae-b007-4719-bc7a-152cd0aa5356,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:37.627995 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.640485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Calling delete_port for 8b542eae-b007-4719-bc7a-152cd0aa5356 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:37.688356 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.737926 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:37.910498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (8b542eae-b007-4719-bc7a-152cd0aa5356), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:37.935006 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b542eae-b007-4719-bc7a-152cd0aa5356,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:38.103604 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:38.135331 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5454066a-98b6-40ce-9456-253edf1b53de'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:38.323403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:41:38.432416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:41:38.439704 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-c0a6ed21-b0d6-4ced-ae9d-975932eac471 admin admin] 10.222.0.32 "PUT /v2.0/routers/cfe94c6e-a25c-4e73-bed1-81bbe9c27f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638741 Apr 12 17:41:38.440477 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54250) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:38.443272 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Sync routers for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:41:38.453910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:38.454563 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:38.560735 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61ca1-1bc2-4f0c-be37-b0cf4e63e194 req-47a1f04f-d579-4a5c-84d6-717b99f63d79 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:38.562925 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78b61ca1-1bc2-4f0c-be37-b0cf4e63e194 req-47a1f04f-d579-4a5c-84d6-717b99f63d79 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 949 time: 0.0811293 Apr 12 17:41:38.570866 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:38.597752 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks [] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:38.657105 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-78b61ca1-1bc2-4f0c-be37-b0cf4e63e194 req-31c1d423-6900-432f-aef8-710599c53dd2 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873713 Apr 12 17:41:38.720726 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks [] for router_gateway (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:38.738446 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:41:37Z', 'revision_number': 5, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:38.764635 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Checking router: cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:41:38.772971 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Routers {'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:41:38.773587 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:41:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:38.849222 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Deleting port 7d58d7b9-7d4b-410c-b052-af445cf89884 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:38.849462 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:38.884335 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] Set router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:41:38.932259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] For port 7d58d7b9-7d4b-410c-b052-af445cf89884, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=7d58d7b9-7d4b-410c-b052-af445cf89884,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:38.932934 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:38.945430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Calling delete_port for 7d58d7b9-7d4b-410c-b052-af445cf89884 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:39.052950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:41:37Z', 'revision_number': 5, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:39.079651 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d779d5f7-bd7d-4920-9d00-96698c7ee952 None None] The sync data for ids ['cfe94c6e-a25c-4e73-bed1-81bbe9c27f33'] in dv-cinder-837532-1-iscsi is: [{'id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'name': 'tempest-TestMinimumBasicScenario-1683668324-router', 'tenant_id': '06a05fd54ac346b1a01dfba09334f99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:41:37Z', 'revision_number': 5, 'project_id': '06a05fd54ac346b1a01dfba09334f99b', 'gw_port': {'id': '7d58d7b9-7d4b-410c-b052-af445cf89884', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe94c6e-a25c-4e73-bed1-81bbe9c27f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:36:45Z', 'updated_at': '2022-04-12T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:41:39.168285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (7d58d7b9-7d4b-410c-b052-af445cf89884), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.195210 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d58d7b9-7d4b-410c-b052-af445cf89884,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:39.252605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.342224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.344879 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks [] for router_controller (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.426552 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5454066a-98b6-40ce-9456-253edf1b53de up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:39.443011 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (cfe94c6e-a25c-4e73-bed1-81bbe9c27f33), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.444508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:41:39.450156 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.451847 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f1c3e8d0-6249-4834-b788-f7d13cbc5d09 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cfe94c6e-a25c-4e73-bed1-81bbe9c27f33 HTTP/1.1" status: 204 len: 168 time: 1.0104454 Apr 12 17:41:39.454762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54254) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:39.473067 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 5454066a-98b6-40ce-9456-253edf1b53de completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:41:39.506419 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Deleting subnet 0179266d-f0cd-4bbe-b03a-6f4e1d229adb {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:41:39.516691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Publish callbacks [] for subnet (0179266d-f0cd-4bbe-b03a-6f4e1d229adb), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.516881 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 5454066a-98b6-40ce-9456-253edf1b53de triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:39.516881 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (5454066a-98b6-40ce-9456-253edf1b53de), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.550872 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (0179266d-f0cd-4bbe-b03a-6f4e1d229adb), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.611184 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 5454066a-98b6-40ce-9456-253edf1b53de is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:39.611897 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (5454066a-98b6-40ce-9456-253edf1b53de), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.640008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:39.641421 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (0179266d-f0cd-4bbe-b03a-6f4e1d229adb), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.642424 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92552446-2782-486a-90fa-d7b31d6a3f60" -d '{"events": [{"server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "name": "network-vif-plugged", "status": "completed", "tag": "5454066a-98b6-40ce-9456-253edf1b53de"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:39.656978 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5454066a-98b6-40ce-9456-253edf1b53de,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:39.689219 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064b38f-30d5-4654-876d-69b1157286e0 x-openstack-request-id: req-0064b38f-30d5-4654-876d-69b1157286e0 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:39.689219 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "name": "network-vif-plugged", "status": "completed", "tag": "5454066a-98b6-40ce-9456-253edf1b53de", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:39.689219 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0064b38f-30d5-4654-876d-69b1157286e0 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:39.689219 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0064b38f-30d5-4654-876d-69b1157286e0'] response: {'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de', 'code': 200} Apr 12 17:41:39.757389 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.793310 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1b968-28dc-4add-a0e6-a427c1894a3e req-005bb6fc-d9ce-4c1d-909f-e213de04a151 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:39.794854 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efd1b968-28dc-4add-a0e6-a427c1894a3e req-005bb6fc-d9ce-4c1d-909f-e213de04a151 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 949 time: 0.0621948 Apr 12 17:41:39.827370 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (0179266d-f0cd-4bbe-b03a-6f4e1d229adb), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.838426 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:39.865972 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0179266d-f0cd-4bbe-b03a-6f4e1d229adb,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:39.865972 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:39.878165 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-bb29e975-62c4-45d1-a9fc-f80dec3ebb5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0179266d-f0cd-4bbe-b03a-6f4e1d229adb HTTP/1.1" status: 204 len: 168 time: 0.4160411 Apr 12 17:41:39.878165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54266) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:39.878588 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1f00a-a0f3-436a-b6ec-8a84f704ef8d None None] Network c21585d7-3c0d-456d-bf6b-f6abd03b4fdb requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:41:39.878689 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-efd1b968-28dc-4add-a0e6-a427c1894a3e req-2b950dfc-95bc-4461-abbe-a25d2e33f1e8 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710132 Apr 12 17:41:39.955283 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.003457 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Deleting port 481fba7f-5664-414f-9a31-e751f2deb6a5 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:40.003821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.104287 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] For port 481fba7f-5664-414f-9a31-e751f2deb6a5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=481fba7f-5664-414f-9a31-e751f2deb6a5,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:40.104658 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.115022 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6513-233c-4348-9b97-4c6ee9ee2a7b req-cd6a16c2-9f8a-446e-b5fd-ac127f1a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:40.116606 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d7eb6513-233c-4348-9b97-4c6ee9ee2a7b req-cd6a16c2-9f8a-446e-b5fd-ac127f1a4467 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 1134 time: 0.0595355 Apr 12 17:41:40.128358 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Calling delete_port for 481fba7f-5664-414f-9a31-e751f2deb6a5 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:40.194392 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] DHCP port deletion for c21585d7-3c0d-456d-bf6b-f6abd03b4fdb request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:41:40.208642 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-d7eb6513-233c-4348-9b97-4c6ee9ee2a7b req-0f223d76-85ff-45cf-b6c6-940807e20603 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853226 Apr 12 17:41:40.245324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Deleting port 481fba7f-5664-414f-9a31-e751f2deb6a5 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:40.246134 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.312491 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] For port 481fba7f-5664-414f-9a31-e751f2deb6a5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=481fba7f-5664-414f-9a31-e751f2deb6a5,segment=NetworkSegment(ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0),segment_id=ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:40.312920 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.317072 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.327045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Calling delete_port for 481fba7f-5664-414f-9a31-e751f2deb6a5 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:40.350820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Pushing event deleted for resources: {'Port': ['ID=481fba7f-5664-414f-9a31-e751f2deb6a5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:40.352669 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] No DVR routers for this DVR port 481fba7f-5664-414f-9a31-e751f2deb6a5 on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:40.425569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8b542eae-b007-4719-bc7a-152cd0aa5356 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:40.425569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 8b542eae-b007-4719-bc7a-152cd0aa5356 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:40.425569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 8b542eae-b007-4719-bc7a-152cd0aa5356 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:40.425569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 7d58d7b9-7d4b-410c-b052-af445cf89884 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:40.426027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.446479 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21585d7-3c0d-456d-bf6b-f6abd03b4fdb']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:40.454586 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 7d58d7b9-7d4b-410c-b052-af445cf89884 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:40.454939 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 7d58d7b9-7d4b-410c-b052-af445cf89884 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:40.455347 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 481fba7f-5664-414f-9a31-e751f2deb6a5 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:40.456666 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:40.457150 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:41:40.466971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.477278 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 481fba7f-5664-414f-9a31-e751f2deb6a5 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:40.481608 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.482169 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 481fba7f-5664-414f-9a31-e751f2deb6a5 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:40.490580 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (481fba7f-5664-414f-9a31-e751f2deb6a5), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.491986 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:41:40.492443 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (ec2e6ef1-5047-45ad-8e1b-b0d4eb06b3d0), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:41:40.494401 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:41:40.518573 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] Pushing event deleted for resources: {'Port': ['ID=481fba7f-5664-414f-9a31-e751f2deb6a5,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:40.524203 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1bee17-d04f-4df5-8f48-f76358969a76 None None] No DVR routers for this DVR port 481fba7f-5664-414f-9a31-e751f2deb6a5 on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:40.619927 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (c21585d7-3c0d-456d-bf6b-f6abd03b4fdb), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.626364 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:40.629440 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c21585d7-3c0d-456d-bf6b-f6abd03b4fdb HTTP/1.1" status: 204 len: 168 time: 0.7556920 Apr 12 17:41:40.640561 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998459-fa7e-4230-a31f-ff11d4da3304 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21585d7-3c0d-456d-bf6b-f6abd03b4fdb,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:40.973945 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a80257-aa48-4dce-a260-5020ab845492 req-94aa3305-0d5a-41bf-b627-4a47ed370503 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:40.975346 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5a80257-aa48-4dce-a260-5020ab845492 req-94aa3305-0d5a-41bf-b627-4a47ed370503 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 950 time: 0.0492456 Apr 12 17:41:40.983190 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54276) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:41.023353 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-e5a80257-aa48-4dce-a260-5020ab845492 req-84bf01f3-dcd3-4e7d-8964-ed7416e873cf tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Apr 12 17:41:41.026467 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ec93fe98-2d8c-459f-b4d2-d5760976fb74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdcc592473fb40bcaee7529c3f85dbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415297 Apr 12 17:41:41.028938 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54278) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:41.076022 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] Publish callbacks [] for security_group (c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:41.097029 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] Publish callbacks [] for security_group (c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:41.237243 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:41.239887 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:41.241052 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b HTTP/1.1" status: 204 len: 168 time: 0.2112136 Apr 12 17:41:41.248950 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017c15-7c17-4086-94ce-4bedefa79d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51ef6c5-5c3b-4cd6-81e3-b0f1d28a0b0b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:41.897742 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54286) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:41.938933 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ba38a0c3-b5e2-4889-aad5-ba0ea5d2bb1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06a05fd54ac346b1a01dfba09334f99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399334 Apr 12 17:41:41.941300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 54288) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:41.987761 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] Publish callbacks [] for security_group (14746cee-f5e0-496d-9e40-f69fb3f508e7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:42.008962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] Publish callbacks [] for security_group (14746cee-f5e0-496d-9e40-f69fb3f508e7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:42.138650 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027a0b3-d2f1-4fe4-afb6-85145566ba10 req-4d7c64b7-36df-45d7-a62c-f66798acd49f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:42.140142 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5027a0b3-d2f1-4fe4-afb6-85145566ba10 req-4d7c64b7-36df-45d7-a62c-f66798acd49f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 950 time: 0.0472498 Apr 12 17:41:42.157237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (14746cee-f5e0-496d-9e40-f69fb3f508e7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:42.159822 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:42.161027 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14746cee-f5e0-496d-9e40-f69fb3f508e7 HTTP/1.1" status: 204 len: 168 time: 0.2188318 Apr 12 17:41:42.171951 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d931-91f0-4082-84e2-dbf2d176757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14746cee-f5e0-496d-9e40-f69fb3f508e7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:42.195805 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5027a0b3-d2f1-4fe4-afb6-85145566ba10 req-245d96c7-5c7d-48f9-8c4a-d5d203cded93 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Apr 12 17:41:42.720361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5902a37-520a-473a-822e-0f27a04cdf73 req-a0c722e6-76c0-4ec1-9c29-8f8f2b259803 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:42.721947 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5902a37-520a-473a-822e-0f27a04cdf73 req-a0c722e6-76c0-4ec1-9c29-8f8f2b259803 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 950 time: 0.0488656 Apr 12 17:41:42.772425 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5902a37-520a-473a-822e-0f27a04cdf73 req-45803310-2551-4528-bef8-542fc80760e3 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Apr 12 17:41:43.808218 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945abe64-8758-41da-b47e-76417b6f18c7 req-8c4ada5f-56b5-44d7-bb49-e7cf76160a37 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:43.809716 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-945abe64-8758-41da-b47e-76417b6f18c7 req-8c4ada5f-56b5-44d7-bb49-e7cf76160a37 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0458367 Apr 12 17:41:43.881869 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-945abe64-8758-41da-b47e-76417b6f18c7 req-3b2281c0-d299-48c8-b0b8-e346c681a69c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658312 Apr 12 17:41:43.897501 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5944011-5b00-4800-a723-8e2faaa412fb req-c5a283f4-eb7a-49a6-b5ed-36098334f49c tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:43.899001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5944011-5b00-4800-a723-8e2faaa412fb req-c5a283f4-eb7a-49a6-b5ed-36098334f49c tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 950 time: 0.0562847 Apr 12 17:41:43.945372 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5944011-5b00-4800-a723-8e2faaa412fb req-6ba7ff31-eab4-4290-9846-a7de16b33dae tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/security-groups?id=91334415-763c-4369-bd2f-d9112f692662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Apr 12 17:41:44.471447 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-8c32b506-687c-487d-9e7f-d62a60db4c77 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:44.472802 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-8c32b506-687c-487d-9e7f-d62a60db4c77 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.60 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 950 time: 0.0455186 Apr 12 17:41:44.553432 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Deleting port 5454066a-98b6-40ce-9456-253edf1b53de {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:41:44.553798 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (5454066a-98b6-40ce-9456-253edf1b53de), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:44.641923 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] For port 5454066a-98b6-40ce-9456-253edf1b53de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5454066a-98b6-40ce-9456-253edf1b53de,segment=NetworkSegment(a0260efc-c594-4422-8fad-e94283d7a49d),segment_id=a0260efc-c594-4422-8fad-e94283d7a49d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:44.642307 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (5454066a-98b6-40ce-9456-253edf1b53de), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:44.655026 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Calling delete_port for 5454066a-98b6-40ce-9456-253edf1b53de owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:41:44.848363 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (5454066a-98b6-40ce-9456-253edf1b53de), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:44.875882 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Pushing event deleted for resources: {'Port': ['ID=5454066a-98b6-40ce-9456-253edf1b53de,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:44.895220 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['5454066a-98b6-40ce-9456-253edf1b53de'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:44.920534 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] No DVR routers for this DVR port 5454066a-98b6-40ce-9456-253edf1b53de on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:41:44.923655 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:44.927273 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-47dd5684-bf1b-407e-b608-21c7162aeceb req-1a67dbf0-2e32-47e7-a273-9b5ac8e2aa6f tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.60 "DELETE /v2.0/ports/5454066a-98b6-40ce-9456-253edf1b53de HTTP/1.1" status: 204 len: 173 time: 0.4484031 Apr 12 17:41:44.927751 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'name': 'network-vif-deleted', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:44.930017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ad5cee-32e5-44d1-b38f-c394061fd21d" -d '{"events": [{"server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "name": "network-vif-deleted", "tag": "5454066a-98b6-40ce-9456-253edf1b53de"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:44.979247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a384c-ae25-45c4-be9e-cf9b0bacb0ab x-openstack-request-id: req-ad5a384c-ae25-45c4-be9e-cf9b0bacb0ab {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:44.979600 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552aa4ec-1f89-4a2f-bdcf-e988848c5739", "name": "network-vif-deleted", "tag": "5454066a-98b6-40ce-9456-253edf1b53de", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:44.980027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad5a384c-ae25-45c4-be9e-cf9b0bacb0ab {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:44.980623 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5a384c-ae25-45c4-be9e-cf9b0bacb0ab'] response: {'server_uuid': '552aa4ec-1f89-4a2f-bdcf-e988848c5739', 'name': 'network-vif-deleted', 'tag': '5454066a-98b6-40ce-9456-253edf1b53de', 'status': 'completed', 'code': 200} Apr 12 17:41:45.037694 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d501a-c27d-4813-8ec1-4ec50d093059 req-8c40cffc-2adf-4252-aacf-47a8b889d698 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:45.039290 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce0d501a-c27d-4813-8ec1-4ec50d093059 req-8c40cffc-2adf-4252-aacf-47a8b889d698 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Apr 12 17:41:45.079750 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ffdb26b0-de98-46ef-9ab0-f2243d467e08 req-f11eba88-66b4-4ec2-bd30-3c9d5c706be6 tempest-VolumesNegativeTest-261102932 tempest-VolumesNegativeTest-261102932-project] 10.222.0.32 "GET /v2.0/ports?device_id=552aa4ec-1f89-4a2f-bdcf-e988848c5739 HTTP/1.1" status: 200 len: 210 time: 0.0394824 Apr 12 17:41:45.107059 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ce0d501a-c27d-4813-8ec1-4ec50d093059 req-586c74b1-8330-4cd5-be8f-6ad2e01a7e5b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579052 Apr 12 17:41:45.522860 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:45.523547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-caf6fe1a-c3d1-499d-9da3-97c967b649bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:46.226806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305d04-10ab-4edf-ad57-2f8e11639a35 req-8b314ca5-ba69-4de5-be88-80c339cc7ff7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:46.228358 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5305d04-10ab-4edf-ad57-2f8e11639a35 req-8b314ca5-ba69-4de5-be88-80c339cc7ff7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Apr 12 17:41:46.278736 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5305d04-10ab-4edf-ad57-2f8e11639a35 req-dc881888-f6f2-432c-9659-f1e7376afc0b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447426 Apr 12 17:41:47.394391 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfeb01-5a0f-4b40-8efb-a75e596680a5 req-a60f99aa-be06-4a86-9340-4debcb7501c4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:47.395826 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32bfeb01-5a0f-4b40-8efb-a75e596680a5 req-a60f99aa-be06-4a86-9340-4debcb7501c4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0453238 Apr 12 17:41:47.442013 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-32bfeb01-5a0f-4b40-8efb-a75e596680a5 req-57ca0b30-c121-4180-8552-32ae05106a1a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Apr 12 17:41:47.453603 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5454066a-98b6-40ce-9456-253edf1b53de no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:41:47.476590 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 5454066a-98b6-40ce-9456-253edf1b53de {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:41:47.477022 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 5454066a-98b6-40ce-9456-253edf1b53de not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:41:47.853490 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-376dc0f4-8c2c-429b-bfd4-1c9c43fee5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:48.560030 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff461-1720-4287-ba5a-aa46f237e28e req-d6d8a29e-098e-4284-971a-b004e92e682b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:48.561448 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a58ff461-1720-4287-ba5a-aa46f237e28e req-d6d8a29e-098e-4284-971a-b004e92e682b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0472059 Apr 12 17:41:48.609043 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a58ff461-1720-4287-ba5a-aa46f237e28e req-2993a096-437e-429b-a3ac-1f627a67b992 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Apr 12 17:41:49.036644 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:49.726696 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede8e90-7977-4138-a590-455edc36ea7a req-181cfb87-4b88-429d-9db9-1a3e7dee4e05 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:49.728076 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ede8e90-7977-4138-a590-455edc36ea7a req-181cfb87-4b88-429d-9db9-1a3e7dee4e05 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Apr 12 17:41:49.774001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0ede8e90-7977-4138-a590-455edc36ea7a req-4e393f2c-5154-442b-9924-56d4d857bc7c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Apr 12 17:41:50.373547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:50.888378 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63852cc0-f8f5-40fe-bba0-a7e8a8944da4 req-d92cf4e6-c753-46ff-ba8e-ad04562ce829 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:50.889856 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63852cc0-f8f5-40fe-bba0-a7e8a8944da4 req-d92cf4e6-c753-46ff-ba8e-ad04562ce829 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0455163 Apr 12 17:41:50.935765 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-63852cc0-f8f5-40fe-bba0-a7e8a8944da4 req-5d4db5b0-f543-4922-86bb-dbd87e571ecb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 Apr 12 17:41:51.882503 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:52.050442 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37139-c23a-4eb5-8327-679d18917039 req-0c7577a4-451c-48cd-853b-19252cb19768 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:52.052479 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-35c37139-c23a-4eb5-8327-679d18917039 req-0c7577a4-451c-48cd-853b-19252cb19768 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0459714 Apr 12 17:41:52.054774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54586) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:52.106001 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-35c37139-c23a-4eb5-8327-679d18917039 req-0cdbc275-ffb8-45fa-a9ca-3d1e125a84cd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Apr 12 17:41:52.182933 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9eadb212-ad5c-4dba-a9c7-a78f040a495c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35f5b2169451477892ecabc542aebba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270940 Apr 12 17:41:52.185370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 54590) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:41:52.231071 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] Publish callbacks [] for security_group (91334415-763c-4369-bd2f-d9112f692662), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:52.251725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] Publish callbacks [] for security_group (91334415-763c-4369-bd2f-d9112f692662), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:52.396487 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (91334415-763c-4369-bd2f-d9112f692662), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:52.399064 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:52.400463 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91334415-763c-4369-bd2f-d9112f692662 HTTP/1.1" status: 204 len: 168 time: 0.2141397 Apr 12 17:41:52.408193 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a649b-becf-43ac-8ef5-c829518cb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91334415-763c-4369-bd2f-d9112f692662,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:52.711151 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:41:53.219549 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384934-d609-4880-810a-5c4eeca80bbd req-bcfd4f58-807b-423b-a9d1-b9af5bc52b30 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:53.221052 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a384934-d609-4880-810a-5c4eeca80bbd req-bcfd4f58-807b-423b-a9d1-b9af5bc52b30 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0461307 Apr 12 17:41:53.268314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a384934-d609-4880-810a-5c4eeca80bbd req-3cecea0f-5415-4fb2-9dfb-900691e83ca7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Apr 12 17:41:54.380047 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ba8e0-a7ca-4a4a-ada4-53b2a852e0cb req-a36f4d54-50b3-4db6-97c3-ce153a8b98d5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:54.381470 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-581ba8e0-a7ca-4a4a-ada4-53b2a852e0cb req-a36f4d54-50b3-4db6-97c3-ce153a8b98d5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0454378 Apr 12 17:41:54.426858 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-581ba8e0-a7ca-4a4a-ada4-53b2a852e0cb req-c105d274-8893-4405-b9ee-17ecf7e00f95 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Apr 12 17:41:55.540329 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a555ac1-0c38-4c81-b2b4-086c0d75810c req-b5faf704-2c0e-4815-a51c-70c35c4acc76 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:55.541806 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a555ac1-0c38-4c81-b2b4-086c0d75810c req-b5faf704-2c0e-4815-a51c-70c35c4acc76 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0471661 Apr 12 17:41:55.587733 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4a555ac1-0c38-4c81-b2b4-086c0d75810c req-1f30505a-c049-4e4b-9a19-a6566b2a7ec2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Apr 12 17:41:56.704927 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9efd9-08a3-44ec-807d-0e86f92786d8 req-0e2bf161-cb46-4082-836f-850c58e97ef0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:56.706406 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ce9efd9-08a3-44ec-807d-0e86f92786d8 req-0e2bf161-cb46-4082-836f-850c58e97ef0 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0473213 Apr 12 17:41:56.751739 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2ce9efd9-08a3-44ec-807d-0e86f92786d8 req-15c0d52f-c987-4b8c-a613-9c5306ae7c5d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392768 Apr 12 17:41:57.495268 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:41:57.591594 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:57.602486 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:41:57.638909 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: ACTIVE; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:57.639296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:57.651798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:41:57.670122 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:57.739654 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:57.785521 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=6']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:41:57.869451 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaa96-5ade-4831-8fa8-297ce7565651 req-5b027a4a-cdda-4803-9076-600b2f644e8e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:57.870971 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bcaaa96-5ade-4831-8fa8-297ce7565651 req-5b027a4a-cdda-4803-9076-600b2f644e8e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0464458 Apr 12 17:41:57.916069 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bcaaa96-5ade-4831-8fa8-297ce7565651 req-f99d53c1-22f2-4a51-a75d-a266eb2a595b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396552 Apr 12 17:41:57.943182 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['1db295b6-a58f-4ea9-bda1-776a5419a8dc'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:41:59.032824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1732-77b7-45c9-ba4a-62416c8ae7cc req-1e1aa59e-1221-4275-8f69-229d249b303f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:41:59.034288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-746b1732-77b7-45c9-ba4a-62416c8ae7cc req-1e1aa59e-1221-4275-8f69-229d249b303f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0487335 Apr 12 17:41:59.078622 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-746b1732-77b7-45c9-ba4a-62416c8ae7cc req-f5632784-77e9-4b45-8e9a-8bca29e2c118 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388510 Apr 12 17:41:59.495658 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:41:59.540416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 1db295b6-a58f-4ea9-bda1-776a5419a8dc triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:41:59.540787 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:59.617022 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:41:59.617404 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:59.638440 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:41:59.640634 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19a6f5-5dff-47cb-b327-27ab872b0574" -d '{"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:41:59.652573 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:41:59.677181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7169e1a-88bb-4b37-829b-d818e43606c1 x-openstack-request-id: req-e7169e1a-88bb-4b37-829b-d818e43606c1 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:41:59.677514 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:41:59.677775 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7169e1a-88bb-4b37-829b-d818e43606c1 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:41:59.678193 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7169e1a-88bb-4b37-829b-d818e43606c1'] response: {'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'code': 200} Apr 12 17:41:59.767594 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:41:59.814299 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=7']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:42:00.192158 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73aa7-c42f-40cc-a286-01c9b04f087f req-1855df83-e53b-406b-b04e-f2516e4fd193 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:00.193614 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6db73aa7-c42f-40cc-a286-01c9b04f087f req-1855df83-e53b-406b-b04e-f2516e4fd193 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0456421 Apr 12 17:42:00.240133 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6db73aa7-c42f-40cc-a286-01c9b04f087f req-dc5404da-815e-483d-83a1-8992c1278a71 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Apr 12 17:42:01.356334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db967b2b-5de5-4623-a9b0-cf985efa9441 req-e7e40c21-822f-4f0f-88c6-740814360526 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:01.357749 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db967b2b-5de5-4623-a9b0-cf985efa9441 req-e7e40c21-822f-4f0f-88c6-740814360526 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0449321 Apr 12 17:42:01.405007 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db967b2b-5de5-4623-a9b0-cf985efa9441 req-42a8a2cb-6ebf-4081-aa3e-8510a4d4b9a9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Apr 12 17:42:02.517647 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62d79-9133-444e-b2dd-098f2be01173 req-aa69a59a-48c1-4cc2-9db8-f40820dd85d6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:02.519024 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0c62d79-9133-444e-b2dd-098f2be01173 req-aa69a59a-48c1-4cc2-9db8-f40820dd85d6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0445666 Apr 12 17:42:02.563830 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0c62d79-9133-444e-b2dd-098f2be01173 req-581a4146-ed77-44f4-aa00-106ce48fc7eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391533 Apr 12 17:42:03.678566 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbecfe1-bc5e-4b5a-af13-a1c1c5e44917 req-1704d339-ceb6-410b-9119-cda3c26291c7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:03.679957 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6dbecfe1-bc5e-4b5a-af13-a1c1c5e44917 req-1704d339-ceb6-410b-9119-cda3c26291c7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0461547 Apr 12 17:42:03.727073 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6dbecfe1-bc5e-4b5a-af13-a1c1c5e44917 req-72c2a704-c21c-4472-a77a-a3db9925f2d1 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Apr 12 17:42:04.852387 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a229e7-df59-4033-b273-df43260516df req-3035ecba-668f-4b92-8798-93a4951b9b30 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:04.853928 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39a229e7-df59-4033-b273-df43260516df req-3035ecba-668f-4b92-8798-93a4951b9b30 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0509295 Apr 12 17:42:04.910803 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-39a229e7-df59-4033-b273-df43260516df req-1f0888f9-d8a2-48b3-852b-7de569de0d23 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506761 Apr 12 17:42:06.060717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2afb9-1589-487c-8695-363f0ccb4f68 req-c2cf2a1c-3139-4201-b9c6-a2c0417c1338 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:06.062634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57a2afb9-1589-487c-8695-363f0ccb4f68 req-c2cf2a1c-3139-4201-b9c6-a2c0417c1338 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Apr 12 17:42:06.133793 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-57a2afb9-1589-487c-8695-363f0ccb4f68 req-c932f3c3-e138-49bd-a345-e83d2d7426e6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553474 Apr 12 17:42:07.291726 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650d2ab-db59-4770-9e78-1917a80824c5 req-62cd76e4-64f1-4250-bd45-2ae4827cbb9a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:07.293172 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4650d2ab-db59-4770-9e78-1917a80824c5 req-62cd76e4-64f1-4250-bd45-2ae4827cbb9a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0773189 Apr 12 17:42:07.345584 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4650d2ab-db59-4770-9e78-1917a80824c5 req-6ec1582d-184f-4f8d-a298-a1a38695c462 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468409 Apr 12 17:42:08.460388 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082967bf-e20b-4e7f-a166-ca7b2d13ff76 req-2739706e-aa86-4f44-8722-f5d480f00111 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:08.462681 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-082967bf-e20b-4e7f-a166-ca7b2d13ff76 req-2739706e-aa86-4f44-8722-f5d480f00111 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0473597 Apr 12 17:42:08.508388 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-082967bf-e20b-4e7f-a166-ca7b2d13ff76 req-d8a1da20-1fbf-4913-b58d-6371a30fe727 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 Apr 12 17:42:09.626070 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189338bd-b157-4288-b07c-8a00ac6f0fff req-c8628851-88ea-43fe-9e2a-60312e090ab2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:09.627564 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-189338bd-b157-4288-b07c-8a00ac6f0fff req-c8628851-88ea-43fe-9e2a-60312e090ab2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0461121 Apr 12 17:42:09.674171 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-189338bd-b157-4288-b07c-8a00ac6f0fff req-aff36ffc-f763-406a-9697-3bd0ddff0e50 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Apr 12 17:42:10.801741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47f7d-e5cf-4b7d-8ea5-ba8b8ad854a5 req-423cd40b-cddc-4ce0-a779-5b94a1147bd7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:10.803516 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bb47f7d-e5cf-4b7d-8ea5-ba8b8ad854a5 req-423cd40b-cddc-4ce0-a779-5b94a1147bd7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0564551 Apr 12 17:42:10.851302 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6bb47f7d-e5cf-4b7d-8ea5-ba8b8ad854a5 req-a3155ef2-215b-4510-9dcf-4343a69c6ca6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Apr 12 17:42:11.975521 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f4a49-a1fc-436e-93a4-6c02fb675a30 req-00a118e2-fa77-4853-b733-197ec953a805 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:11.977043 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-128f4a49-a1fc-436e-93a4-6c02fb675a30 req-00a118e2-fa77-4853-b733-197ec953a805 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Apr 12 17:42:12.026326 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-128f4a49-a1fc-436e-93a4-6c02fb675a30 req-13376ff1-1e24-4cbc-aa63-b20afb74f716 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432088 Apr 12 17:42:13.156281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6a24-fce3-45fa-8a9d-844140961dc1 req-d49fdca9-a0db-4f08-a75a-db76e479bcf2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:13.157743 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fb7c6a24-fce3-45fa-8a9d-844140961dc1 req-d49fdca9-a0db-4f08-a75a-db76e479bcf2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0548925 Apr 12 17:42:13.479662 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fb7c6a24-fce3-45fa-8a9d-844140961dc1 req-420cb891-c9c7-4b17-bb4d-1d98c3ab248b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153875 Apr 12 17:42:14.593274 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a73a6-9e39-4128-8410-0de97595a64f req-1b7a8d10-9d35-43d6-aa95-eb23ae035c93 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:14.594771 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe1a73a6-9e39-4128-8410-0de97595a64f req-1b7a8d10-9d35-43d6-aa95-eb23ae035c93 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0471315 Apr 12 17:42:14.643030 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fe1a73a6-9e39-4128-8410-0de97595a64f req-b503c2b3-aec6-44da-bcec-c218d6ed9c97 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Apr 12 17:42:15.504953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7467f134-6e2c-4eb4-a120-48cf7c93e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:15.509424 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:15.602094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-169c5c4b-23dc-45c0-810f-0f2b2875dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:15.603754 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-169c5c4b-23dc-45c0-810f-0f2b2875dd85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0486634 Apr 12 17:42:15.720335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-068db219-4c01-4a64-a937-b7f323c64676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:15.721857 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-068db219-4c01-4a64-a937-b7f323c64676 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0987177 Apr 12 17:42:15.772873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9831a8-5a6d-4eab-ac7e-1f2aaa776915 req-2a51c83a-d4ce-41c0-a7ef-c6eade80ecf5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:15.779894 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d9831a8-5a6d-4eab-ac7e-1f2aaa776915 req-2a51c83a-d4ce-41c0-a7ef-c6eade80ecf5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0559919 Apr 12 17:42:15.812438 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-200ba596-77df-491f-b360-c6d0d0f6818b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 1000 time: 0.0797336 Apr 12 17:42:15.837895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3d9831a8-5a6d-4eab-ac7e-1f2aaa776915 req-618e8a84-6e8a-4c93-a248-742619c54a11 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567615 Apr 12 17:42:15.871507 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-9e0a79a2-6442-4eaf-a778-fc821c438bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:15.872967 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-9e0a79a2-6442-4eaf-a778-fc821c438bb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0537524 Apr 12 17:42:15.919071 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-47e7ea74-3c8b-4851-a4fc-87f87a22b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:15.920603 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-47e7ea74-3c8b-4851-a4fc-87f87a22b0e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409889 Apr 12 17:42:16.016084 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-f6c6cc04-affb-41e7-aa13-3bed22c5bd0f service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886924 Apr 12 17:42:16.108238 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-026a4403-144b-4aa1-a4f6-b6fe7008deaf req-7d3af2d9-f07f-4654-a433-441a7e0aef13 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852978 Apr 12 17:42:16.957124 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a89fe-8d40-46b6-9068-3652a9b6517c req-01c505fc-3fb2-4d29-a4d6-ed0daeae042e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:16.958585 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-642a89fe-8d40-46b6-9068-3652a9b6517c req-01c505fc-3fb2-4d29-a4d6-ed0daeae042e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0442498 Apr 12 17:42:17.003106 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-642a89fe-8d40-46b6-9068-3652a9b6517c req-c44d250c-0462-4320-a4e7-021fede93785 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Apr 12 17:42:17.875646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-05bbe321-533f-4865-a70d-2b6a913c0985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:17.894826 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-cf64384f-24b0-41c6-9b5a-662e3a1ee736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:17.896316 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-cf64384f-24b0-41c6-9b5a-662e3a1ee736 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0386453 Apr 12 17:42:17.984526 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-f418fb29-a5dc-4cfd-8fb5-e21e857f5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:17.985965 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-f418fb29-a5dc-4cfd-8fb5-e21e857f5949 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0836082 Apr 12 17:42:18.053381 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-c0e7e64f-a8b3-4c5a-998d-00f0f7142dff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 1000 time: 0.0599890 Apr 12 17:42:18.102416 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-446f3cae-78be-41aa-9bb9-80da37eac2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:18.103889 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-446f3cae-78be-41aa-9bb9-80da37eac2b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0428395 Apr 12 17:42:18.117392 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488c18d-4708-4ada-85f8-20f8ea17564c req-fed30529-d415-4590-92b8-865e65ca7d26 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:18.119155 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a488c18d-4708-4ada-85f8-20f8ea17564c req-fed30529-d415-4590-92b8-865e65ca7d26 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0462873 Apr 12 17:42:18.146980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-98ae7c8a-8527-470f-aae1-c6209e423987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:18.148623 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-98ae7c8a-8527-470f-aae1-c6209e423987 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384479 Apr 12 17:42:18.166081 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a488c18d-4708-4ada-85f8-20f8ea17564c req-01d03aeb-dc68-43aa-af43-a2c259dcb623 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Apr 12 17:42:18.239337 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-86ae4814-1f92-4859-82e0-dd2b18eaa0ac service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Apr 12 17:42:18.323667 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c4a19b1-2c4a-4876-b77e-b1c940f32503 req-afb2856d-5c68-4b28-be28-f71145eb5f42 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784140 Apr 12 17:42:19.006903 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:19.285245 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7918-e7c6-4fc1-9797-afd51f7cb7cf req-63436b98-4614-4d75-a0f6-3c2b2895200e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:19.286634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecad7918-e7c6-4fc1-9797-afd51f7cb7cf req-63436b98-4614-4d75-a0f6-3c2b2895200e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Apr 12 17:42:19.331664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ecad7918-e7c6-4fc1-9797-afd51f7cb7cf req-85eab1ae-0a8a-49d6-a6a0-17bc7b215a85 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 Apr 12 17:42:19.600565 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:42:19.677239 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: ACTIVE; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:19.677631 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:19.699798 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:42:19.702026 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db3f16-e392-42de-8f63-e56bd9c0d983" -d '{"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:42:19.714186 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:42:19.737743 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c553496-3d88-4880-8ef7-e8db4dfb7a43 x-openstack-request-id: req-6c553496-3d88-4880-8ef7-e8db4dfb7a43 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:42:19.738657 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:42:19.738917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c553496-3d88-4880-8ef7-e8db4dfb7a43 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:42:19.739319 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c553496-3d88-4880-8ef7-e8db4dfb7a43'] response: {'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'code': 200} Apr 12 17:42:19.795027 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:19.841277 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=8']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:42:19.848609 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.848959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.849305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.849646 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.849983 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.850341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.850722 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.851000 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.851338 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.851661 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.851988 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.852313 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.852635 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.852955 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:19.853291 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:42:20.367017 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:20.449432 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a53c70-076d-43c0-a48e-0506486b7573 req-f746a760-75fb-4c25-9c31-b1dd2f5adb76 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:20.451014 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98a53c70-076d-43c0-a48e-0506486b7573 req-f746a760-75fb-4c25-9c31-b1dd2f5adb76 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0494487 Apr 12 17:42:20.498075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98a53c70-076d-43c0-a48e-0506486b7573 req-c46401b9-f6d0-49ce-9ee2-db7ebbbd2a7c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414450 Apr 12 17:42:21.846478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:22.517219 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb1b8b-8504-4c49-9613-73cfc0cda241 req-5732deff-baf7-4b84-811e-e6101216a209 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:22.518822 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4deb1b8b-8504-4c49-9613-73cfc0cda241 req-5732deff-baf7-4b84-811e-e6101216a209 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0496278 Apr 12 17:42:22.566003 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4deb1b8b-8504-4c49-9613-73cfc0cda241 req-d5247b71-7882-4b9a-9b36-3948365c21cb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Apr 12 17:42:22.987288 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-783e807c-3f95-46f5-9c55-15dde7a918c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477766 Apr 12 17:42:23.110142 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-dd8d46a1-a22e-4c2e-b642-b862c5cfbbc7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:23.111487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-dd8d46a1-a22e-4c2e-b642-b862c5cfbbc7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports/1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 940 time: 0.0983210 Apr 12 17:42:23.622326 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:42:23.683382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6718-c998-414c-a3d5-8b7017a31b53 req-e37b81cb-340c-4fd7-aae3-4f9010901d80 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:23.684864 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc2a6718-c998-414c-a3d5-8b7017a31b53 req-e37b81cb-340c-4fd7-aae3-4f9010901d80 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0480235 Apr 12 17:42:23.704087 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: DOWN; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:23.731493 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-bc2a6718-c998-414c-a3d5-8b7017a31b53 req-639cdaeb-431a-4b57-8789-43c23f1f0681 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Apr 12 17:42:24.340655 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-d6a3a876-c00a-452f-9a62-e28263c71f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.342148 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-d6a3a876-c00a-452f-9a62-e28263c71f9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6&tenant_id=24ac17e6fde64798b206eba9754af3be HTTP/1.1" status: 200 len: 1127 time: 0.0405588 Apr 12 17:42:24.416050 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-fdc495f9-2930-40cd-b8ef-f176dc6e6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.417473 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-fdc495f9-2930-40cd-b8ef-f176dc6e6802 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ac17e6fde64798b206eba9754af3be&device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0373971 Apr 12 17:42:24.505999 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-103925d4-35e0-42c4-844c-30ffd20b9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.507388 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-103925d4-35e0-42c4-844c-30ffd20b9d4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 200 len: 917 time: 0.0834360 Apr 12 17:42:24.570370 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-3a8594ee-e38d-444e-8117-30d3318f5de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 200 len: 998 time: 0.0566683 Apr 12 17:42:24.617284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-7e5d6e7a-7714-4ccd-a522-a4bacd5a7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.618723 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-7e5d6e7a-7714-4ccd-a522-a4bacd5a7327 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 200 len: 855 time: 0.0422370 Apr 12 17:42:24.664865 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301499e-b947-45e7-9640-b010de94c0dc req-7dc71253-97ed-4f38-8b36-d4bbbdd72232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.666330 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-7dc71253-97ed-4f38-8b36-d4bbbdd72232 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c4c0e06-040b-4220-ac84-b56b0e4d1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401206 Apr 12 17:42:24.750541 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-5732b153-4e13-4ebe-94aa-6544d89a56ab service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777030 Apr 12 17:42:24.843126 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-f6e080f2-b59f-4adc-b30f-f828cc934a74 service neutron] 10.222.0.60 "GET /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 Apr 12 17:42:24.849134 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503ad6-775c-4801-8680-d4abfe7bee5c req-80fe1781-0e47-4819-8c63-1379e665e71b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:24.850620 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1503ad6-775c-4801-8680-d4abfe7bee5c req-80fe1781-0e47-4819-8c63-1379e665e71b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0492387 Apr 12 17:42:24.896796 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f1503ad6-775c-4801-8680-d4abfe7bee5c req-acb7147b-c6b7-4178-857f-182b6bda5601 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406005 Apr 12 17:42:26.018428 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a52e-af4b-4754-a568-16f513564518 req-739b1136-7e87-4c0f-9c44-e6330c1cafde tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:26.020620 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47b1a52e-af4b-4754-a568-16f513564518 req-739b1136-7e87-4c0f-9c44-e6330c1cafde tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0489995 Apr 12 17:42:26.069255 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47b1a52e-af4b-4754-a568-16f513564518 req-0ab47dad-1d11-4eb9-8e8d-1090105d34cb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Apr 12 17:42:27.190250 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab491-9d12-4f10-a206-fe595f441723 req-73cd669f-4b11-48f8-b66f-464a74667850 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:27.191759 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-255ab491-9d12-4f10-a206-fe595f441723 req-73cd669f-4b11-48f8-b66f-464a74667850 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0494809 Apr 12 17:42:27.252071 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-255ab491-9d12-4f10-a206-fe595f441723 req-142696dd-d698-4a86-bc32-7d4fb0191487 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544503 Apr 12 17:42:28.376468 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d21365-c583-4b33-9d64-f0b048f2b832 req-66c9e57f-a3c4-4b08-a0d0-f3d6be65a23a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:28.378002 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d21365-c583-4b33-9d64-f0b048f2b832 req-66c9e57f-a3c4-4b08-a0d0-f3d6be65a23a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0499451 Apr 12 17:42:28.425051 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d21365-c583-4b33-9d64-f0b048f2b832 req-63a622af-0b01-4262-b619-38c231862288 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Apr 12 17:42:29.549285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de1e27-0da4-48a7-92df-241a46568ef0 req-2339cbac-5597-474d-8384-da45ee141a3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:29.551506 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47de1e27-0da4-48a7-92df-241a46568ef0 req-2339cbac-5597-474d-8384-da45ee141a3d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0494609 Apr 12 17:42:29.599150 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-47de1e27-0da4-48a7-92df-241a46568ef0 req-c252d3c8-bec0-40a0-ab31-5d939c8fb197 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Apr 12 17:42:29.709368 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:42:30.721421 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a513-fd46-45c4-bbc9-abb596fc46d4 req-a99968cc-e0d8-4c13-853d-46c2cf6d8d11 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:30.722997 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d698a513-fd46-45c4-bbc9-abb596fc46d4 req-a99968cc-e0d8-4c13-853d-46c2cf6d8d11 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0483286 Apr 12 17:42:30.775860 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d698a513-fd46-45c4-bbc9-abb596fc46d4 req-cde3fddd-6d32-48e8-a2a5-f8b483160909 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461445 Apr 12 17:42:31.898524 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5060796-3246-41bf-94bf-57aa726b0046 req-156d2604-285b-4f41-8fd4-f6902b9c5875 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:31.901360 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5060796-3246-41bf-94bf-57aa726b0046 req-156d2604-285b-4f41-8fd4-f6902b9c5875 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0513880 Apr 12 17:42:31.951567 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d5060796-3246-41bf-94bf-57aa726b0046 req-40d72730-ec68-4698-8908-a909782183fd tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Apr 12 17:42:33.074765 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab47a0-6768-4990-a643-e053f0d95e3c req-ea28dabe-2468-4371-89b5-cae664f6288e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:33.076246 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23ab47a0-6768-4990-a643-e053f0d95e3c req-ea28dabe-2468-4371-89b5-cae664f6288e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0512891 Apr 12 17:42:33.126977 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23ab47a0-6768-4990-a643-e053f0d95e3c req-40501d58-25f9-4781-9a82-017b38a26fed tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Apr 12 17:42:34.246566 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17db90-8adb-45f9-99db-9068d959c590 req-615c7556-eadc-462f-ade5-de40f3af6c32 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:34.248173 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f17db90-8adb-45f9-99db-9068d959c590 req-615c7556-eadc-462f-ade5-de40f3af6c32 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0470655 Apr 12 17:42:34.306741 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1f17db90-8adb-45f9-99db-9068d959c590 req-7b8a37b8-221f-4e6a-b1f9-569a72f9394d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521877 Apr 12 17:42:35.417895 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e88f1-2dde-4f13-b1d8-800647fca06a req-3ab7573d-1b88-4e0c-ae79-7181b2644a3a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:35.419397 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-627e88f1-2dde-4f13-b1d8-800647fca06a req-3ab7573d-1b88-4e0c-ae79-7181b2644a3a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0501647 Apr 12 17:42:35.478616 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-627e88f1-2dde-4f13-b1d8-800647fca06a req-3da356ed-a49a-46c3-98e9-e7770867529e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536923 Apr 12 17:42:36.590809 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7856-7409-411d-a7c0-41da4c2374c6 req-63a7e861-c379-43ce-98c8-66aed1848c3a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:36.592288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-84fd7856-7409-411d-a7c0-41da4c2374c6 req-63a7e861-c379-43ce-98c8-66aed1848c3a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0453148 Apr 12 17:42:36.638057 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-84fd7856-7409-411d-a7c0-41da4c2374c6 req-8dbcc94a-7f36-4200-b7ab-d8e9f315e60c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Apr 12 17:42:37.751202 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191dbcc-75f6-48d9-954b-23194addbaed req-60f3449b-0816-45ea-a9e4-a4dc614ba4e9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:37.752634 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5191dbcc-75f6-48d9-954b-23194addbaed req-60f3449b-0816-45ea-a9e4-a4dc614ba4e9 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0450006 Apr 12 17:42:37.797630 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5191dbcc-75f6-48d9-954b-23194addbaed req-6c52e71e-3c16-4373-b077-bac48fdb01e5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390286 Apr 12 17:42:38.917058 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c42ecd-2fe9-489c-ac92-761664b0f4ea req-fd339e76-51b4-4d91-bc7e-328faf9afa9a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:38.918559 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13c42ecd-2fe9-489c-ac92-761664b0f4ea req-fd339e76-51b4-4d91-bc7e-328faf9afa9a tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0499284 Apr 12 17:42:38.964093 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-13c42ecd-2fe9-489c-ac92-761664b0f4ea req-2e7101c4-5d10-44df-9ae7-52621b85b307 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Apr 12 17:42:40.078171 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7977914-20fd-40b4-ac8b-8f8267491091 req-70eef182-b4e9-4a3a-83ea-074225aa0177 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:40.079692 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7977914-20fd-40b4-ac8b-8f8267491091 req-70eef182-b4e9-4a3a-83ea-074225aa0177 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0455589 Apr 12 17:42:40.125485 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b7977914-20fd-40b4-ac8b-8f8267491091 req-77125600-6082-4dbd-8d63-40a8ceadae63 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Apr 12 17:42:41.239042 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffeda0-a332-4927-a93c-144c713f602f req-ba7e8a1e-f7e3-4499-872e-b4fdadf1b8d2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:41.240509 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29ffeda0-a332-4927-a93c-144c713f602f req-ba7e8a1e-f7e3-4499-872e-b4fdadf1b8d2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 943 time: 0.0454807 Apr 12 17:42:41.289099 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-29ffeda0-a332-4927-a93c-144c713f602f req-a97a6d6f-6175-4f95-b380-ba988ef2a7d2 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Apr 12 17:42:41.707542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:42:41.803442 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:42:41.814261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'port_id': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'mac_address': 'fa:16:3e:b5:66:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:42:41.850919 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:41.851310 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:41.864140 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:42:41.882869 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:42:41.972225 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:42.017769 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=9']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:42:42.402483 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76a1c2-1e9b-422b-a856-dc24fbc8b626 req-5f7b4e3a-bbca-4514-bc54-64e1438b9538 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:42.404098 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a76a1c2-1e9b-422b-a856-dc24fbc8b626 req-5f7b4e3a-bbca-4514-bc54-64e1438b9538 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0459840 Apr 12 17:42:42.436911 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['1db295b6-a58f-4ea9-bda1-776a5419a8dc'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:42:42.450042 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6a76a1c2-1e9b-422b-a856-dc24fbc8b626 req-a5b1d95b-ca8b-4f54-b8fe-7f71520be79d tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399077 Apr 12 17:42:43.565347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1f0ca-be9d-45f2-b659-cb44b979d98b req-87a63170-12ed-4a3f-b10b-930b9c014a52 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:43.566867 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23a1f0ca-be9d-45f2-b659-cb44b979d98b req-87a63170-12ed-4a3f-b10b-930b9c014a52 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 944 time: 0.0462215 Apr 12 17:42:43.611664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-23a1f0ca-be9d-45f2-b659-cb44b979d98b req-0be3041d-d07d-48a6-8e8d-a844095d79eb tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Apr 12 17:42:43.720229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:42:43.767231 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 1db295b6-a58f-4ea9-bda1-776a5419a8dc triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:42:43.767543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:43.841874 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 1db295b6-a58f-4ea9-bda1-776a5419a8dc is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:42:43.842290 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:43.864971 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:42:43.867217 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881d215-cfc2-44cc-b9cd-15d70cc78bf4" -d '{"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:42:43.879555 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:42:43.902840 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5549a7-b14c-4151-b534-a1d0de42699f x-openstack-request-id: req-cc5549a7-b14c-4151-b534-a1d0de42699f {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:42:43.903130 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-plugged", "status": "completed", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:42:43.903379 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc5549a7-b14c-4151-b534-a1d0de42699f {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:42:43.903768 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5549a7-b14c-4151-b534-a1d0de42699f'] response: {'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'code': 200} Apr 12 17:42:43.943125 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:43.993215 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=10']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:42:44.258608 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddfa0a-eb48-4b3b-bf56-a7ecb5472cd0 req-1cc4b368-e280-4ea5-be23-b7c49017abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:44.260065 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-99ddfa0a-eb48-4b3b-bf56-a7ecb5472cd0 req-1cc4b368-e280-4ea5-be23-b7c49017abce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 1130 time: 0.0374146 Apr 12 17:42:44.306934 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-99ddfa0a-eb48-4b3b-bf56-a7ecb5472cd0 req-85b94292-37dd-46da-bc93-d3a79542bc1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355196 Apr 12 17:42:44.728136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64031f3-48fd-49e8-a6bf-7b272b795fbf req-0aa682fe-25a8-4ef2-a897-78686a0401e5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:44.729601 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d64031f3-48fd-49e8-a6bf-7b272b795fbf req-0aa682fe-25a8-4ef2-a897-78686a0401e5 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Apr 12 17:42:44.775448 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d64031f3-48fd-49e8-a6bf-7b272b795fbf req-bc843007-d705-41a5-978e-89c5dbff8b89 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 Apr 12 17:42:45.480688 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9ed56c2a-f92b-47b7-9b18-90555cd60f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:45.508811 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:45.890947 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7aa4-7b0b-4698-af7f-55d7c8504c4e req-d2b61a88-fe8e-4b21-8b25-75a5482dcc2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:45.892449 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ebc7aa4-7b0b-4698-af7f-55d7c8504c4e req-d2b61a88-fe8e-4b21-8b25-75a5482dcc2e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0461149 Apr 12 17:42:45.944982 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8ebc7aa4-7b0b-4698-af7f-55d7c8504c4e req-fb46c332-22d3-47aa-9997-239a79a8156e tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Apr 12 17:42:47.063581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd46f5-2f87-41a0-99c7-8d0a567d593f req-95028bd6-0e91-4fd6-8f2e-93a46dead2b4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:47.065080 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50dd46f5-2f87-41a0-99c7-8d0a567d593f req-95028bd6-0e91-4fd6-8f2e-93a46dead2b4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0508728 Apr 12 17:42:47.112728 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-50dd46f5-2f87-41a0-99c7-8d0a567d593f req-c7b83b44-c958-4076-9e40-6ac54eb9efa4 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Apr 12 17:42:47.828934 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-83cb107e-1d6c-4e68-97d8-67af66cbd0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:48.227802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299230b-67bc-4f09-ad82-02fe6e4d3366 req-c9485e30-d20f-4c9b-bc6a-94ae07af791c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:42:48.229242 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9299230b-67bc-4f09-ad82-02fe6e4d3366 req-c9485e30-d20f-4c9b-bc6a-94ae07af791c tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0461111 Apr 12 17:42:48.274286 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9299230b-67bc-4f09-ad82-02fe6e4d3366 req-bedccbe0-f23b-4f3b-818d-6ad5a0daafaa tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Apr 12 17:42:49.011660 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:50.342667 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:42:51.868711 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:06.707553 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:43:15.542502 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69148abc-e8c9-4325-b698-35c0051e61a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:15.593907 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:17.869265 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a27c0967-bc73-4536-ac8c-03706658bebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:18.908434 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06fc54-78f6-426e-9597-50e5b194dbba req-8708b314-3025-4bae-ad06-51d20159ac20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:18.909871 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a06fc54-78f6-426e-9597-50e5b194dbba req-8708b314-3025-4bae-ad06-51d20159ac20 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0465255 Apr 12 17:43:18.960305 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1a06fc54-78f6-426e-9597-50e5b194dbba req-0bc89344-618f-4002-b954-d9eb9b0e66e7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Apr 12 17:43:19.011040 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:20.072430 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a719607-83fa-4dc8-b95d-b273dff6034e req-cb12eb79-c608-41c5-9d3c-337400079cb6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:20.073885 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a719607-83fa-4dc8-b95d-b273dff6034e req-cb12eb79-c608-41c5-9d3c-337400079cb6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0459564 Apr 12 17:43:20.119525 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a719607-83fa-4dc8-b95d-b273dff6034e req-7800d16d-c006-4aac-a689-91cb72dbe3d2 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Apr 12 17:43:20.359629 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.229936 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af67c19-44aa-40dd-a941-3338b7fd5d99 req-50d56c73-66e0-4acb-8078-249201e154d9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:21.231452 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8af67c19-44aa-40dd-a941-3338b7fd5d99 req-50d56c73-66e0-4acb-8078-249201e154d9 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0466752 Apr 12 17:43:21.278861 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8af67c19-44aa-40dd-a941-3338b7fd5d99 req-44f1a9f4-f37a-4168-a356-23aec1475049 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups?id=30e36312-f1c5-4d83-bea3-14f5bda5bbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Apr 12 17:43:21.279113 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-179ca542-a81b-480e-82f2-e8980b59f883 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:21.280576 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-179ca542-a81b-480e-82f2-e8980b59f883 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 946 time: 0.0458968 Apr 12 17:43:21.365911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:21.366285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.452875 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] For port 37b7b4e7-204d-48e3-89f1-b1774edbfa08, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=37b7b4e7-204d-48e3-89f1-b1774edbfa08,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:21.453241 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.859606 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-5b72bbce-c58c-4326-917a-50dbc3e30e51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3096809 Apr 12 17:43:21.890954 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.945418 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-79a7c031-a9f2-4532-b485-9627ca6eebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:21.946849 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-79a7c031-a9f2-4532-b485-9627ca6eebc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 1130 time: 0.0541041 Apr 12 17:43:21.948671 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.949031 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:21.949346 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Floating IP 1b393547-65a2-478a-b5ee-fa71c7808835 disassociated. External IP: 172.27.2.167, port: 37b7b4e7-204d-48e3-89f1-b1774edbfa08. Apr 12 17:43:21.949766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for 37b7b4e7-204d-48e3-89f1-b1774edbfa08 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:22.101256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-4654c1e7-c18e-49c2-a805-082a2b0003db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:22.102789 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-4654c1e7-c18e-49c2-a805-082a2b0003db service neutron] 10.222.0.60 "GET /v2.0/networks?id=142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 200 len: 912 time: 0.1074126 Apr 12 17:43:22.187925 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (37b7b4e7-204d-48e3-89f1-b1774edbfa08), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:22.215118 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=37b7b4e7-204d-48e3-89f1-b1774edbfa08,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:22.230869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.230869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.230869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.230869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.230869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.231338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.231338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.231661 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.231985 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.232310 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.232638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.232957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.233277 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.233602 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.233926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:22.375474 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-db2e34f7-000f-428e-a412-1d5320be32c7 req-7681d456-122d-4c5f-bdc6-df10cb1838a6 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Apr 12 17:43:22.390542 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:43:22.397898 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-a9ab2ccb-9052-411e-8b4f-8679b3e74ddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6 HTTP/1.1" status: 200 len: 1002 time: 0.0844584 Apr 12 17:43:22.531591 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-7acbb670-c4c9-420c-ab35-26f5bc69c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:22.533113 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-7acbb670-c4c9-420c-ab35-26f5bc69c66f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 200 len: 850 time: 0.0841010 Apr 12 17:43:22.538874 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:43:22.549309 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:43:22.565827 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:22.566509 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:22.610742 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] No DVR routers for this DVR port 37b7b4e7-204d-48e3-89f1-b1774edbfa08 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:22.614688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:22.618023 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.60 "DELETE /v2.0/ports/37b7b4e7-204d-48e3-89f1-b1774edbfa08 HTTP/1.1" status: 204 len: 173 time: 1.3320725 Apr 12 17:43:22.618775 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'name': 'network-vif-deleted', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:43:22.621082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130da5d-5c1d-4162-810e-d5aa34be67a4" -d '{"events": [{"server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "name": "network-vif-deleted", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:43:22.624403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-666c0e35-3127-475e-aadb-0bbf13a2dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:22.626504 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-666c0e35-3127-475e-aadb-0bbf13a2dc18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=142802fc-a09d-48c1-a09f-181a3fe0d99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852396 Apr 12 17:43:22.693162 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2aeb49-faf8-40a7-b95a-2186093c8f9e x-openstack-request-id: req-1b2aeb49-faf8-40a7-b95a-2186093c8f9e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:43:22.696288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da8564f-0037-4ef5-8a0f-4cf79be27aa6", "name": "network-vif-deleted", "tag": "37b7b4e7-204d-48e3-89f1-b1774edbfa08", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:43:22.696288 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b2aeb49-faf8-40a7-b95a-2186093c8f9e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:43:22.696288 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2aeb49-faf8-40a7-b95a-2186093c8f9e'] response: {'server_uuid': '9da8564f-0037-4ef5-8a0f-4cf79be27aa6', 'name': 'network-vif-deleted', 'tag': '37b7b4e7-204d-48e3-89f1-b1774edbfa08', 'status': 'completed', 'code': 200} Apr 12 17:43:22.709552 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:22.732920 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-aeb59f5c-8c3d-47eb-be8d-0e9dfb244d54 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997555 Apr 12 17:43:22.827236 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dd6cf8b1-7363-4ecd-aae8-2d3d6a9134d2 req-f07c3d82-bb88-4861-9c1d-2565fd7fb356 service neutron] 10.222.0.60 "GET /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Apr 12 17:43:22.905356 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:22.935327 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:43:22.944124 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:22.944730 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:23.067362 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:23.259251 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:23.285550 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33da847-6122-4a23-8385-99af4b26f661 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:30:22Z', 'revision_number': 4, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'e0d97f16-8065-404f-ad30-c8262e87c8b6', 'name': '', 'network_id': '90a72eb4-e118-431e-90de-6b61b06911a0', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'mac_address': 'fa:16:3e:b9:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:20Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'subnets': [{'id': '5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:43:23.498226 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6d0229db-0cf1-4b01-afb2-403e028927e8 req-2cde43c4-e135-4235-af15-8f4bd7cd2e56 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0356426 Apr 12 17:43:23.546333 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3e4b0-4df3-4177-a589-4392c5481193 None None] New status for floating IP 1b393547-65a2-478a-b5ee-fa71c7808835: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:43:23.669061 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafeb9f-a672-4680-b530-8be65ee561e5 req-d4f46ee8-dcd0-4664-9532-afda80833518 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:23.670673 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dafeb9f-a672-4680-b530-8be65ee561e5 req-d4f46ee8-dcd0-4664-9532-afda80833518 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Apr 12 17:43:23.719284 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2dafeb9f-a672-4680-b530-8be65ee561e5 req-c1124c31-5040-422b-b6e5-3592eafef8c4 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Apr 12 17:43:23.945041 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 37b7b4e7-204d-48e3-89f1-b1774edbfa08 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:23.968990 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 37b7b4e7-204d-48e3-89f1-b1774edbfa08 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:23.969343 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 37b7b4e7-204d-48e3-89f1-b1774edbfa08 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:24.605480 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d0f6951a-4bf8-45b6-b891-6ba0c491da42 req-19f015ff-4473-42f2-91a3-eed25bcc946e tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/ports?device_id=9da8564f-0037-4ef5-8a0f-4cf79be27aa6 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Apr 12 17:43:24.831053 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9e59-7cc1-4e4a-a6cf-1e206224a652 req-e3a30786-7915-44c7-a52a-1ac64c951a49 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:24.832447 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b3f9e59-7cc1-4e4a-a6cf-1e206224a652 req-e3a30786-7915-44c7-a52a-1ac64c951a49 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Apr 12 17:43:24.877531 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5b3f9e59-7cc1-4e4a-a6cf-1e206224a652 req-8d1ac41f-93eb-424c-b5a8-130bb7ce0818 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397208 Apr 12 17:43:25.731098 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55120) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:25.783224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (30e36312-f1c5-4d83-bea3-14f5bda5bbe8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:25.806478 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (30e36312-f1c5-4d83-bea3-14f5bda5bbe8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:25.887203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-0c3dbeb2-5ad4-483d-83b7-f6022760692f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:25.888548 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-0c3dbeb2-5ad4-483d-83b7-f6022760692f tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.0460885 Apr 12 17:43:25.919619 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (30e36312-f1c5-4d83-bea3-14f5bda5bbe8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:25.922334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:25.926560 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/security-groups/30e36312-f1c5-4d83-bea3-14f5bda5bbe8 HTTP/1.1" status: 204 len: 168 time: 0.1918800 Apr 12 17:43:25.932328 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55124) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:25.933305 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e36312-f1c5-4d83-bea3-14f5bda5bbe8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:25.941420 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.942003 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.942535 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.942881 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.943220 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.943557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.943897 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.944224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.944555 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.944883 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.945214 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.945543 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.945869 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.946236 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.946565 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03eb1d-3db3-43a8-b92e-51446506f1eb tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:25.948115 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-8dad37d7-7013-4844-8b12-c8f8629d68f7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] show failed (client error): The resource could not be found. Apr 12 17:43:25.951799 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8dad37d7-7013-4844-8b12-c8f8629d68f7 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "GET /v2.0/security-groups/30e36312-f1c5-4d83-bea3-14f5bda5bbe8 HTTP/1.1" status: 404 len: 347 time: 0.0206900 Apr 12 17:43:25.952085 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55126) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:26.002888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Deleting port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:26.003229 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.075100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb1cb4-7e5e-4a46-8dcc-ecc10d5d8e87 req-f0fc9ba8-49b6-4215-82fa-834bf1709d05 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:26.076555 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14fb1cb4-7e5e-4a46-8dcc-ecc10d5d8e87 req-f0fc9ba8-49b6-4215-82fa-834bf1709d05 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 946 time: 0.1172764 Apr 12 17:43:26.091180 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] For port 85b5b16a-a711-44cc-8c99-a28627f5f7c6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=85b5b16a-a711-44cc-8c99-a28627f5f7c6,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:26.091633 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.138986 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Deleting port 9c18d499-07a6-4ffb-a7ee-9197226f94d5 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:26.139238 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.195243 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14fb1cb4-7e5e-4a46-8dcc-ecc10d5d8e87 req-135b289e-f62a-4cbc-bb92-5be248802696 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b494ccd-8ea6-4d95-89b0-06a6b98182d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005418 Apr 12 17:43:26.227664 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.227995 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (9c18d499-07a6-4ffb-a7ee-9197226f94d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.244628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Calling delete_port for 9c18d499-07a6-4ffb-a7ee-9197226f94d5 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:26.268892 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.269250 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.269562 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Floating IP 6262ac50-2739-4f33-a633-a54352f9fcec disassociated. External IP: 172.27.2.153, port: 85b5b16a-a711-44cc-8c99-a28627f5f7c6. Apr 12 17:43:26.269901 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Calling delete_port for 85b5b16a-a711-44cc-8c99-a28627f5f7c6 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:26.422478 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (9c18d499-07a6-4ffb-a7ee-9197226f94d5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.444069 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (85b5b16a-a711-44cc-8c99-a28627f5f7c6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.450802 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Pushing event deleted for resources: {'Port': ['ID=9c18d499-07a6-4ffb-a7ee-9197226f94d5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:26.476428 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'Port': ['ID=85b5b16a-a711-44cc-8c99-a28627f5f7c6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:26.518828 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks [] for floatingip (1b393547-65a2-478a-b5ee-fa71c7808835), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.521804 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.523345 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a962653e-a927-497a-aae4-df11f2ea78b4 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b393547-65a2-478a-b5ee-fa71c7808835 HTTP/1.1" status: 204 len: 168 time: 0.5699887 Apr 12 17:43:26.596869 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:43:26.703630 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:43:26.714684 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:43:26.740363 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:26.740363 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:26.747066 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] No DVR routers for this DVR port 85b5b16a-a711-44cc-8c99-a28627f5f7c6 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:26.749532 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:26.752957 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-e8fcb4bc-c440-4022-95f6-3e1f6f5fd422 req-d8a7bdd4-6a90-4b35-92d8-e917a109e20b tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.60 "DELETE /v2.0/ports/85b5b16a-a711-44cc-8c99-a28627f5f7c6 HTTP/1.1" status: 204 len: 173 time: 0.8587232 Apr 12 17:43:26.753407 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'name': 'network-vif-deleted', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:43:26.755807 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf05fb5-079e-4220-9c07-286982f0f8a9" -d '{"events": [{"server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "name": "network-vif-deleted", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:43:26.799589 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ac6378-ba4a-41bf-bfb4-5efac157dfc9 x-openstack-request-id: req-24ac6378-ba4a-41bf-bfb4-5efac157dfc9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:43:26.800054 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382638c-8e2e-440b-91f7-ac199cc56687", "name": "network-vif-deleted", "tag": "85b5b16a-a711-44cc-8c99-a28627f5f7c6", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:43:26.800330 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24ac6378-ba4a-41bf-bfb4-5efac157dfc9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:43:26.800888 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ac6378-ba4a-41bf-bfb4-5efac157dfc9'] response: {'server_uuid': '4382638c-8e2e-440b-91f7-ac199cc56687', 'name': 'network-vif-deleted', 'tag': '85b5b16a-a711-44cc-8c99-a28627f5f7c6', 'status': 'completed', 'code': 200} Apr 12 17:43:26.849687 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:27.125139 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:27.151436 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:43:27.159903 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:27.160525 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:27.269081 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:27.303387 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a6a258e2-37f0-4949-a1ab-be779514072f req-a8dc3e5a-f0d7-40c7-9f7b-d2d5a959c315 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4382638c-8e2e-440b-91f7-ac199cc56687 HTTP/1.1" status: 200 len: 210 time: 0.0284934 Apr 12 17:43:27.458134 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:27.485529 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec3cb3-4a01-4356-9205-8fdb5263efab None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:24Z', 'revision_number': 4, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'd5556495-0cc3-4e55-a447-17f73fdc440a', 'name': '', 'network_id': '142802fc-a09d-48c1-a09f-181a3fe0d99e', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'mac_address': 'fa:16:3e:3f:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:23Z', 'updated_at': '2022-04-12T17:32:28Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'subnets': [{'id': 'ec2eee4e-7626-43b8-a6a0-68eb39d5bec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:43:27.698953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd5240a-537d-46c7-ab78-798892a10f76 None None] New status for floating IP 6262ac50-2739-4f33-a633-a54352f9fcec: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:43:28.463270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55150) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:28.514963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (0b494ccd-8ea6-4d95-89b0-06a6b98182d0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.538824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (0b494ccd-8ea6-4d95-89b0-06a6b98182d0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.656377 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0b494ccd-8ea6-4d95-89b0-06a6b98182d0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.659067 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.660207 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b494ccd-8ea6-4d95-89b0-06a6b98182d0 HTTP/1.1" status: 204 len: 168 time: 0.1959927 Apr 12 17:43:28.663074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55152) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:28.668959 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d68960-002e-4aaa-b742-ebd0d5ffb167 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b494ccd-8ea6-4d95-89b0-06a6b98182d0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:28.678673 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-365d5d1f-cb9f-42bb-afe7-fb13552b2a88 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] show failed (client error): The resource could not be found. Apr 12 17:43:28.679777 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-365d5d1f-cb9f-42bb-afe7-fb13552b2a88 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "GET /v2.0/security-groups/0b494ccd-8ea6-4d95-89b0-06a6b98182d0 HTTP/1.1" status: 404 len: 347 time: 0.0156710 Apr 12 17:43:28.682590 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55154) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:28.797416 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Deleting port 558b6de0-de7a-4eca-97b8-6e5fec155fc7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:28.797763 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.876323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.876644 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (558b6de0-de7a-4eca-97b8-6e5fec155fc7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:28.890206 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Calling delete_port for 558b6de0-de7a-4eca-97b8-6e5fec155fc7 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:29.079726 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (558b6de0-de7a-4eca-97b8-6e5fec155fc7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:29.108943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Pushing event deleted for resources: {'Port': ['ID=558b6de0-de7a-4eca-97b8-6e5fec155fc7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:29.171723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks [] for floatingip (6262ac50-2739-4f33-a633-a54352f9fcec), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:29.174873 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:29.178814 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e237307c-bbfd-4ac1-9985-b830b3137558 tempest-AttachVolumeTestJSON-38210440 tempest-AttachVolumeTestJSON-38210440-project] 10.222.0.32 "DELETE /v2.0/floatingips/6262ac50-2739-4f33-a633-a54352f9fcec HTTP/1.1" status: 204 len: 168 time: 0.4927437 Apr 12 17:43:29.959086 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 85b5b16a-a711-44cc-8c99-a28627f5f7c6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:29.982522 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 85b5b16a-a711-44cc-8c99-a28627f5f7c6 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:29.982875 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 85b5b16a-a711-44cc-8c99-a28627f5f7c6 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:30.621740 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55186) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:31.053657 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (c74632bf-bea3-4642-b887-685da23df369), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:31.283351 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Deleting port e0d97f16-8065-404f-ad30-c8262e87c8b6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:31.283723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:31.362295 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] For port e0d97f16-8065-404f-ad30-c8262e87c8b6, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e0d97f16-8065-404f-ad30-c8262e87c8b6,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:31.362667 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:31.376550 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Calling delete_port for e0d97f16-8065-404f-ad30-c8262e87c8b6 owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:31.632583 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (e0d97f16-8065-404f-ad30-c8262e87c8b6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:31.658828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d97f16-8065-404f-ad30-c8262e87c8b6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:32.087347 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (c74632bf-bea3-4642-b887-685da23df369), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.302747 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Router c74632bf-bea3-4642-b887-685da23df369 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:43:32.410816 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:43:32.418557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55202) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:32.419049 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-67c9b3f2-ef10-455b-8a95-acd4f0cf031e admin admin] 10.222.0.32 "PUT /v2.0/routers/c74632bf-bea3-4642-b887-685da23df369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957191 Apr 12 17:43:32.425097 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Sync routers for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:43:32.434977 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:32.435620 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:32.526658 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks [] for router (c74632bf-bea3-4642-b887-685da23df369), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.542063 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:32.629744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks [] for router_gateway (c74632bf-bea3-4642-b887-685da23df369), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.708135 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:43:31Z', 'revision_number': 5, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port': {'id': 'fba5074e-2e51-4681-82ca-bdf273814821', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74632bf-bea3-4642-b887-685da23df369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:15Z', 'updated_at': '2022-04-12T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:32.733585 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Checking router: c74632bf-bea3-4642-b887-685da23df369 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:43:32.742530 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Routers {'c74632bf-bea3-4642-b887-685da23df369'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:32.743274 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['c74632bf-bea3-4642-b887-685da23df369'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:32.765851 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Deleting port fba5074e-2e51-4681-82ca-bdf273814821 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:32.766224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (fba5074e-2e51-4681-82ca-bdf273814821), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.830275 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] Set router c74632bf-bea3-4642-b887-685da23df369 gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:32.842847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] For port fba5074e-2e51-4681-82ca-bdf273814821, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=fba5074e-2e51-4681-82ca-bdf273814821,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:32.843215 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (fba5074e-2e51-4681-82ca-bdf273814821), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:32.856355 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Calling delete_port for fba5074e-2e51-4681-82ca-bdf273814821 owned by network:router_gateway {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:32.885130 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:43:32Z', 'revision_number': 6, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:32.911692 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fc953-64bc-4cbd-8a7b-13df26dd8153 None None] The sync data for ids ['c74632bf-bea3-4642-b887-685da23df369'] in dv-cinder-837532-1-iscsi is: [{'id': 'c74632bf-bea3-4642-b887-685da23df369', 'name': 'tempest-AttachVolumeNegativeTest-1234200006-router', 'tenant_id': 'ce4682a75fe64e7c8f32119e19771e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:14Z', 'updated_at': '2022-04-12T17:43:32Z', 'revision_number': 6, 'project_id': 'ce4682a75fe64e7c8f32119e19771e67', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:43:33.078308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (fba5074e-2e51-4681-82ca-bdf273814821), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.110457 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba5074e-2e51-4681-82ca-bdf273814821,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:33.142939 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55210) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:33.172546 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (c74632bf-bea3-4642-b887-685da23df369), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.263864 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (c74632bf-bea3-4642-b887-685da23df369), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.266099 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks [] for router_controller (c74632bf-bea3-4642-b887-685da23df369), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.398419 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (c74632bf-bea3-4642-b887-685da23df369), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.398913 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74632bf-bea3-4642-b887-685da23df369 {{(pid=103811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:43:33.403741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.404954 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4dc9c971-f436-4861-8141-e2591f72c422 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c74632bf-bea3-4642-b887-685da23df369 HTTP/1.1" status: 204 len: 168 time: 0.9846849 Apr 12 17:43:33.407593 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55214) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:33.454186 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Deleting subnet 5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:43:33.457361 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Publish callbacks [] for subnet (5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.490575 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.516526 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.569493 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.684587 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.713211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.719026 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2 HTTP/1.1" status: 204 len: 168 time: 0.3103714 Apr 12 17:43:33.720099 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fe50c-647a-4b9e-bcf7-5cc8f7d67aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1b2b76-56eb-44f9-a7f8-bd8859af3ac2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:33.722764 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e03df-f410-4b04-ad77-fabf3ca66813 None None] Network 90a72eb4-e118-431e-90de-6b61b06911a0 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:33.723256 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55216) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:33.757256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Deleting port d5556495-0cc3-4e55-a447-17f73fdc440a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:33.757597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.802641 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (90a72eb4-e118-431e-90de-6b61b06911a0), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.845503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] For port d5556495-0cc3-4e55-a447-17f73fdc440a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d5556495-0cc3-4e55-a447-17f73fdc440a,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:33.846420 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.857096 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Deleting port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:33.857443 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.860922 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Calling delete_port for d5556495-0cc3-4e55-a447-17f73fdc440a owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:33.882784 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] DHCP port deletion for 90a72eb4-e118-431e-90de-6b61b06911a0 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:43:33.924389 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] For port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:33.924865 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.932856 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Deleting port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:33.933162 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:33.938951 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Calling delete_port for 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:34.001569 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] For port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,segment=NetworkSegment(7b3f7249-35c8-4695-92ea-bc0ababe8f65),segment_id=7b3f7249-35c8-4695-92ea-bc0ababe8f65)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:34.002501 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.016844 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Calling delete_port for 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:34.141219 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.147549 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (70a9f5c9-5407-4bb0-8969-0c3d4a71f44a), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.152616 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (d5556495-0cc3-4e55-a447-17f73fdc440a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.166920 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:34.175857 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] No DVR routers for this DVR port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a on host dv-cinder-837532-1-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:34.176077 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Pushing event deleted for resources: {'Port': ['ID=70a9f5c9-5407-4bb0-8969-0c3d4a71f44a,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:34.181239 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5556495-0cc3-4e55-a447-17f73fdc440a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:34.183481 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] No DVR routers for this DVR port 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:34.185589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.186070 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.186515 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.186968 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.187402 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.187852 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.188284 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.188713 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.189138 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.190304 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.190867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.191514 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.192057 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.192593 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.193146 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1598407-a430-4beb-ba7d-bf393b1c3cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:43:34.260750 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (90a72eb4-e118-431e-90de-6b61b06911a0), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.282085 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a72eb4-e118-431e-90de-6b61b06911a0']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:34.293141 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3f7249-35c8-4695-92ea-bc0ababe8f65') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:34.293439 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3f7249-35c8-4695-92ea-bc0ababe8f65') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:34.303908 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (7b3f7249-35c8-4695-92ea-bc0ababe8f65), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.317625 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (7b3f7249-35c8-4695-92ea-bc0ababe8f65), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.325763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (7b3f7249-35c8-4695-92ea-bc0ababe8f65), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:43:34.328643 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:43:34.377904 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.489739 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (90a72eb4-e118-431e-90de-6b61b06911a0), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.495510 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.504675 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90a72eb4-e118-431e-90de-6b61b06911a0 HTTP/1.1" status: 204 len: 168 time: 0.7782142 Apr 12 17:43:34.504851 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e0d97f16-8065-404f-ad30-c8262e87c8b6 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:34.522810 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7f8f4-2ae2-46e4-b71c-67a35c57c3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a72eb4-e118-431e-90de-6b61b06911a0,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:34.526075 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: e0d97f16-8065-404f-ad30-c8262e87c8b6 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:34.526677 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e0d97f16-8065-404f-ad30-c8262e87c8b6 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:34.527327 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:34.551304 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:34.551735 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 70a9f5c9-5407-4bb0-8969-0c3d4a71f44a not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:34.552244 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fba5074e-2e51-4681-82ca-bdf273814821 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:34.574691 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: fba5074e-2e51-4681-82ca-bdf273814821 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:34.575045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device fba5074e-2e51-4681-82ca-bdf273814821 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:34.606326 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:43:34.713096 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:43:34.721842 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-42e8336b-ed12-4feb-8989-35c05751f999 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ac1abef-5a5c-476a-98a7-6b1b74be8a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742311 Apr 12 17:43:34.721842 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55220) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:34.723819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Sync routers for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:43:34.735649 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:34.736362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:34.810362 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55222) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:34.843696 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:34.847793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks [] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.898987 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e0dd483c-e264-4319-b36a-03ad190fa2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce4682a75fe64e7c8f32119e19771e67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0875320 Apr 12 17:43:34.901673 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55224) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:34.953261 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] Publish callbacks [] for security_group (a1bc974e-ac0c-41e3-85ed-341785a8af9c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.965452 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks [] for router_gateway (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:34.975729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] Publish callbacks [] for security_group (a1bc974e-ac0c-41e3-85ed-341785a8af9c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.018016 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:43:34Z', 'revision_number': 5, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port': {'id': 'c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:35.047910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Checking router: 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:43:35.056675 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Routers {'3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:35.057291 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:35.062338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Deleting port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:35.062708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.102769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a1bc974e-ac0c-41e3-85ed-341785a8af9c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.105537 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.109195 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1bc974e-ac0c-41e3-85ed-341785a8af9c HTTP/1.1" status: 204 len: 168 time: 0.2039421 Apr 12 17:43:35.128211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4267e2-c8c5-4030-9623-4271f897dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc974e-ac0c-41e3-85ed-341785a8af9c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:35.153284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] For port c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:35.153900 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.161897 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] Set router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f gateway port host: None {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:35.168573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Calling delete_port for c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:35.217957 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-292145df-b574-4466-bee5-dd36d12af183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:43:34Z', 'revision_number': 6, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:35.249226 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292145df-b574-4466-bee5-dd36d12af183 None None] The sync data for ids ['3ac1abef-5a5c-476a-98a7-6b1b74be8a9f'] in dv-cinder-837532-1-iscsi is: [{'id': '3ac1abef-5a5c-476a-98a7-6b1b74be8a9f', 'name': 'tempest-AttachVolumeTestJSON-1446353948-router', 'tenant_id': '1009306feaa84f07a39bd0ee7c145fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:32:21Z', 'updated_at': '2022-04-12T17:43:34Z', 'revision_number': 6, 'project_id': '1009306feaa84f07a39bd0ee7c145fe2', 'gw_port_host': None}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:43:35.427763 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.452405 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:35.522868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.614660 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.617112 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks [] for router_controller (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.714512 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (3ac1abef-5a5c-476a-98a7-6b1b74be8a9f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.715083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac1abef-5a5c-476a-98a7-6b1b74be8a9f {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:43:35.724584 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.724584 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4973e5f7-3912-4c91-afbd-c18155900918 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3ac1abef-5a5c-476a-98a7-6b1b74be8a9f HTTP/1.1" status: 204 len: 168 time: 0.9985571 Apr 12 17:43:35.724584 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55238) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:35.766731 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Deleting subnet ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:43:35.770580 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Publish callbacks [] for subnet (ec2eee4e-7626-43b8-a6a0-68eb39d5bec3), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.809022 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (ec2eee4e-7626-43b8-a6a0-68eb39d5bec3), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:35.889982 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (ec2eee4e-7626-43b8-a6a0-68eb39d5bec3), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.016448 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (ec2eee4e-7626-43b8-a6a0-68eb39d5bec3), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.047510 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.053438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f472ae6-e6be-48e5-a905-9e5049867c58 None None] Network 142802fc-a09d-48c1-a09f-181a3fe0d99e requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:36.057152 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec2eee4e-7626-43b8-a6a0-68eb39d5bec3 HTTP/1.1" status: 204 len: 168 time: 0.3300164 Apr 12 17:43:36.057152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7167-48c5-4830-b96e-e7feb8c2142e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2eee4e-7626-43b8-a6a0-68eb39d5bec3,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:36.057729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55248) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:36.134077 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (142802fc-a09d-48c1-a09f-181a3fe0d99e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.191972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Deleting port a7decba7-4da3-4644-b660-a42071802ea8 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:36.192310 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (a7decba7-4da3-4644-b660-a42071802ea8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.230998 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] DHCP port deletion for 142802fc-a09d-48c1-a09f-181a3fe0d99e request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:43:36.262051 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] For port a7decba7-4da3-4644-b660-a42071802ea8, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a7decba7-4da3-4644-b660-a42071802ea8,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:36.262437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (a7decba7-4da3-4644-b660-a42071802ea8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.276400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Calling delete_port for a7decba7-4da3-4644-b660-a42071802ea8 owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:36.278670 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Deleting port a7decba7-4da3-4644-b660-a42071802ea8 {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:36.279052 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (a7decba7-4da3-4644-b660-a42071802ea8), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.346939 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] For port a7decba7-4da3-4644-b660-a42071802ea8, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a7decba7-4da3-4644-b660-a42071802ea8,segment=NetworkSegment(b5cc55c7-83a7-430f-abc3-c7311f14ef21),segment_id=b5cc55c7-83a7-430f-abc3-c7311f14ef21)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:36.347507 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (a7decba7-4da3-4644-b660-a42071802ea8), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.362713 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Calling delete_port for a7decba7-4da3-4644-b660-a42071802ea8 owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:36.460597 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a7decba7-4da3-4644-b660-a42071802ea8 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:36.547550 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (a7decba7-4da3-4644-b660-a42071802ea8), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.560965 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port a7decba7-4da3-4644-b660-a42071802ea8 is: ACTIVE; New status is: DOWN {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:43:36.561363 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (a7decba7-4da3-4644-b660-a42071802ea8), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.586972 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] Pushing event deleted for resources: {'Port': ['ID=a7decba7-4da3-4644-b660-a42071802ea8,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:36.597394 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac5305-31a7-477a-a01f-225409989c16 None None] No DVR routers for this DVR port a7decba7-4da3-4644-b660-a42071802ea8 on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:36.630489 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:36.651114 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:36.651467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device c5a90000-a4b9-4475-8cc4-2ac7f2cd5c3a not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:36.651882 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d5556495-0cc3-4e55-a447-17f73fdc440a no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:43:36.661397 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (a7decba7-4da3-4644-b660-a42071802ea8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.671102 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: d5556495-0cc3-4e55-a447-17f73fdc440a {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:43:36.671450 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d5556495-0cc3-4e55-a447-17f73fdc440a not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:43:36.690859 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7decba7-4da3-4644-b660-a42071802ea8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:36.695319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] No DVR routers for this DVR port a7decba7-4da3-4644-b660-a42071802ea8 on host dv-cinder-837532-1-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:36.761782 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (142802fc-a09d-48c1-a09f-181a3fe0d99e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.785027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142802fc-a09d-48c1-a09f-181a3fe0d99e']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:36.794065 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cc55c7-83a7-430f-abc3-c7311f14ef21') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:36.794374 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cc55c7-83a7-430f-abc3-c7311f14ef21') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:36.804429 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (b5cc55c7-83a7-430f-abc3-c7311f14ef21), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.817557 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (b5cc55c7-83a7-430f-abc3-c7311f14ef21), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.823806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:43:36.824227 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (b5cc55c7-83a7-430f-abc3-c7311f14ef21), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self.session.flush() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self.session.flush() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self.session.flush() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self.session.flush() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:43:36.825955 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:43:36.958299 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (142802fc-a09d-48c1-a09f-181a3fe0d99e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.963940 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:36.966994 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/142802fc-a09d-48c1-a09f-181a3fe0d99e HTTP/1.1" status: 204 len: 168 time: 0.9074492 Apr 12 17:43:36.977524 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb4557-39ee-46b1-bcb8-227da4a3fc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=142802fc-a09d-48c1-a09f-181a3fe0d99e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:37.588267 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55270) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:37.629574 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2c641fe0-3c93-4f05-8cff-e0c8f787f3f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1009306feaa84f07a39bd0ee7c145fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425107 Apr 12 17:43:37.632082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55272) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:37.677792 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] Publish callbacks [] for security_group (ea041dda-1d43-4ae7-9f57-44d1408ea428), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:37.698315 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] Publish callbacks [] for security_group (ea041dda-1d43-4ae7-9f57-44d1408ea428), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:37.827504 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ea041dda-1d43-4ae7-9f57-44d1408ea428), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:37.830615 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:37.831768 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea041dda-1d43-4ae7-9f57-44d1408ea428 HTTP/1.1" status: 204 len: 168 time: 0.1987998 Apr 12 17:43:37.839577 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d9c5-77cd-4c17-ba2c-cc078936532e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea041dda-1d43-4ae7-9f57-44d1408ea428,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:38.843458 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55310) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:38.938027 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-635026979-network', 'tenant_id': 'c3170c4f86c5439789a38b05098f4dc2'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:39.010496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Made reservation on behalf of c3170c4f86c5439789a38b05098f4dc2 for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:39.012704 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.021070 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.093395 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks [] for security_group (6f2a4602-9c62-4251-8fc7-2f17ff37b52d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.136109 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6f2a4602-9c62-4251-8fc7-2f17ff37b52d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.156580 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:43:39.170629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a4602-9c62-4251-8fc7-2f17ff37b52d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:39.177636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (b40512bf-b419-4d59-a865-210a3ef0bcda), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.181396 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Added segment b40512bf-b419-4d59-a865-210a3ef0bcda of type vlan for network 769333f7-42cc-4c05-b0ba-bf71f3a866a9 Apr 12 17:43:39.221278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (769333f7-42cc-4c05-b0ba-bf71f3a866a9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.553635 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (769333f7-42cc-4c05-b0ba-bf71f3a866a9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.554576 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:39.555165 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.611679 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] Pushing event updated for resources: {'Network': ['ID=769333f7-42cc-4c05-b0ba-bf71f3a866a9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:39.621754 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 769333f7-42cc-4c05-b0ba-bf71f3a866a9 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:43:39.665999 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f512d078-49cf-405a-bc58-14c947397200 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8204966 Apr 12 17:43:39.670057 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55314) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:39.675861 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Request body: {'subnet': {'network_id': '769333f7-42cc-4c05-b0ba-bf71f3a866a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-635026979-subnet', 'tenant_id': 'c3170c4f86c5439789a38b05098f4dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:39.753564 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Made reservation on behalf of c3170c4f86c5439789a38b05098f4dc2 for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:39.755872 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58364132'] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:39.965329 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12866852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58364146'] for subnet (d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.024518 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:40.032753 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Checking segment: {'id': 'b40512bf-b419-4d59-a865-210a3ef0bcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '769333f7-42cc-4c05-b0ba-bf71f3a866a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:43:40.033652 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Network hostable DHCP agents. Network: 769333f7-42cc-4c05-b0ba-bf71f3a866a9, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:43:40.123623 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Network 769333f7-42cc-4c05-b0ba-bf71f3a866a9 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:43:40.203875 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 769333f7-42cc-4c05-b0ba-bf71f3a866a9) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:43:40.209397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:40.210733 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.214300 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed3392-6586-41cd-886b-d4a0a1b625d3 None None] Network 769333f7-42cc-4c05-b0ba-bf71f3a866a9 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:40.277751 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55324) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:40.290068 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-90c6db20-f64f-4349-bd1e-82238f4d9db7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6162422 Apr 12 17:43:40.311008 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd03df-8bb2-41a6-b9f9-2ecd2a23c9b9 None None] Network 769333f7-42cc-4c05-b0ba-bf71f3a866a9 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:40.391579 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e5df7cd-ceb1-452c-910f-980cdd5c631e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.472385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e5df7cd-ceb1-452c-910f-980cdd5c631e admin admin] Publish callbacks [] for security_group (3d1af3b8-6f53-4485-822c-65c00b7a653f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.547880 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e5df7cd-ceb1-452c-910f-980cdd5c631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (3d1af3b8-6f53-4485-822c-65c00b7a653f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.586573 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7e5df7cd-ceb1-452c-910f-980cdd5c631e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a62cde2f5e54967a7a95e35141d1e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076854 Apr 12 17:43:40.587449 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5df7cd-ceb1-452c-910f-980cdd5c631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1af3b8-6f53-4485-822c-65c00b7a653f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:40.589349 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55334) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:40.637197 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] Publish callbacks [] for security_group (3d1af3b8-6f53-4485-822c-65c00b7a653f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.657448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] Publish callbacks [] for security_group (3d1af3b8-6f53-4485-822c-65c00b7a653f), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.753359 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (3d1af3b8-6f53-4485-822c-65c00b7a653f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.756163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:40.757345 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d1af3b8-6f53-4485-822c-65c00b7a653f HTTP/1.1" status: 204 len: 168 time: 0.1669819 Apr 12 17:43:40.766688 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16efca-b52e-4415-bb8b-643ddaee8b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1af3b8-6f53-4485-822c-65c00b7a653f,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:41.048847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55348) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:41.053752 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408346847-network', 'tenant_id': '99c5b6c507ee4b1a8da3cfa9678a89f4'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:41.148006 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Made reservation on behalf of 99c5b6c507ee4b1a8da3cfa9678a89f4 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:41.150632 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.164119 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.241825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks [] for security_group (aadfe7a1-395c-47e4-9c4f-b26fde1a40e7), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.359228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (aadfe7a1-395c-47e4-9c4f-b26fde1a40e7), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.384263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:43:41.393376 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfe7a1-395c-47e4-9c4f-b26fde1a40e7,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:41.399710 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (15f7a157-21b0-4616-8b0f-a51b355dab0c), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.400051 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Added segment 15f7a157-21b0-4616-8b0f-a51b355dab0c of type vlan for network e3095ce8-31f4-4140-9284-5b17572313d5 Apr 12 17:43:41.439110 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (e3095ce8-31f4-4140-9284-5b17572313d5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.519263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (e3095ce8-31f4-4140-9284-5b17572313d5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.520244 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:41.521111 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.580813 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3095ce8-31f4-4140-9284-5b17572313d5,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:41.590642 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network e3095ce8-31f4-4140-9284-5b17572313d5 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:43:41.623128 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-dc3b8e56-dbcc-427c-9e6a-f2cbd6f504f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5731316 Apr 12 17:43:41.625959 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55364) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:41.630648 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Request body: {'subnet': {'network_id': 'e3095ce8-31f4-4140-9284-5b17572313d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408346847-subnet', 'tenant_id': '99c5b6c507ee4b1a8da3cfa9678a89f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:43:41.729216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Made reservation on behalf of 99c5b6c507ee4b1a8da3cfa9678a89f4 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:43:41.731596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:41.976572 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.028050 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:42.045031 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Checking segment: {'id': '15f7a157-21b0-4616-8b0f-a51b355dab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e3095ce8-31f4-4140-9284-5b17572313d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:43:42.045403 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Network hostable DHCP agents. Network: e3095ce8-31f4-4140-9284-5b17572313d5, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:43:42.124728 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Network e3095ce8-31f4-4140-9284-5b17572313d5 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:43:42.182528 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, e3095ce8-31f4-4140-9284-5b17572313d5) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:43:42.186725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:42.187320 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.192913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819ab73-51d3-4cb7-9c00-9e373ca6bb1d None None] Network e3095ce8-31f4-4140-9284-5b17572313d5 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:42.255873 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-94412066-7f09-401a-a6ff-0c8fe971bfcf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6287978 Apr 12 17:43:42.289917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cca9f6-3250-4f13-a1e4-e6581f9463c5 None None] Network e3095ce8-31f4-4140-9284-5b17572313d5 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:43:42.378092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55398) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:42.422360 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Deleting subnet d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3 {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:43:42.426179 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Publish callbacks [] for subnet (d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.449324 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55400) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:42.461048 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.501778 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.590026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca22f717-0b21-4530-90cf-885fba0fb131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.638388 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.661674 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca22f717-0b21-4530-90cf-885fba0fb131 admin admin] Publish callbacks [] for security_group (0e3f8d81-98f4-406d-b885-677a42a473e8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.665641 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:42.667689 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.670969 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-3d949b5a-0921-47fe-a743-6dc203565113 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3e4ac2b-d8ae-4b81-a330-f0135ce4e4d3 HTTP/1.1" status: 204 len: 168 time: 0.2917917 Apr 12 17:43:42.679094 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55404) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:42.724909 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ca22f717-0b21-4530-90cf-885fba0fb131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0e3f8d81-98f4-406d-b885-677a42a473e8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.745283 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (769333f7-42cc-4c05-b0ba-bf71f3a866a9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.766487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ca22f717-0b21-4530-90cf-885fba0fb131 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfa32b1553ac4838bafe5033abda0a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200796 Apr 12 17:43:42.767944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22f717-0b21-4530-90cf-885fba0fb131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f8d81-98f4-406d-b885-677a42a473e8,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:42.772154 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55406) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:42.822266 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] Publish callbacks [] for security_group (0e3f8d81-98f4-406d-b885-677a42a473e8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.826284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (769333f7-42cc-4c05-b0ba-bf71f3a866a9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.843366 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] Publish callbacks [] for security_group (0e3f8d81-98f4-406d-b885-677a42a473e8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.846811 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769333f7-42cc-4c05-b0ba-bf71f3a866a9']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:42.855967 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40512bf-b419-4d59-a865-210a3ef0bcda') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:42.856262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40512bf-b419-4d59-a865-210a3ef0bcda') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:42.865904 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (b40512bf-b419-4d59-a865-210a3ef0bcda), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.880017 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (b40512bf-b419-4d59-a865-210a3ef0bcda), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.886248 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:43:42.888410 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (b40512bf-b419-4d59-a865-210a3ef0bcda), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:43:42.888554 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:43:42.963177 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0e3f8d81-98f4-406d-b885-677a42a473e8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.965914 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:42.967097 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e3f8d81-98f4-406d-b885-677a42a473e8 HTTP/1.1" status: 204 len: 168 time: 0.1937575 Apr 12 17:43:42.975445 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8d049-d534-4af6-b7aa-73e63603c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f8d81-98f4-406d-b885-677a42a473e8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:43.014706 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (769333f7-42cc-4c05-b0ba-bf71f3a866a9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.020931 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.024170 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] 10.222.0.32 "DELETE /v2.0/networks/769333f7-42cc-4c05-b0ba-bf71f3a866a9 HTTP/1.1" status: 204 len: 168 time: 0.3441675 Apr 12 17:43:43.027296 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55412) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:43.035563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b33516-67b1-40b1-a0f9-ccb5510ce33f admin admin] Pushing event deleted for resources: {'Network': ['ID=769333f7-42cc-4c05-b0ba-bf71f3a866a9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:43.071605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Deleting subnet 03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:43:43.074887 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Publish callbacks [] for subnet (03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.112921 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.151213 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.262298 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.288792 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:43.292665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.296084 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8df0a374-9447-418c-ae5e-49a5e91c6afe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03b0ebe5-30a8-46f2-ad1f-dc7bb62858eb HTTP/1.1" status: 204 len: 168 time: 0.2678113 Apr 12 17:43:43.299027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55420) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:43.369829 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (e3095ce8-31f4-4140-9284-5b17572313d5), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.446667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (e3095ce8-31f4-4140-9284-5b17572313d5), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.466675 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3095ce8-31f4-4140-9284-5b17572313d5']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:43.475710 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f7a157-21b0-4616-8b0f-a51b355dab0c') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:43.476013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f7a157-21b0-4616-8b0f-a51b355dab0c') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:43.485079 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (15f7a157-21b0-4616-8b0f-a51b355dab0c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.497871 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (15f7a157-21b0-4616-8b0f-a51b355dab0c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.504328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:43:43.504647 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (15f7a157-21b0-4616-8b0f-a51b355dab0c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:43:43.506372 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:43:43.650859 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (e3095ce8-31f4-4140-9284-5b17572313d5), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.658377 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:43.661669 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3095ce8-31f4-4140-9284-5b17572313d5 HTTP/1.1" status: 204 len: 168 time: 0.3616824 Apr 12 17:43:43.671507 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a6a1c-eca1-47a0-8d27-9913006752ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e3095ce8-31f4-4140-9284-5b17572313d5,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:43.705990 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:43:43.985494 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55438) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:44.025595 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9666102b-726f-459f-ba20-4732faedb006 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3170c4f86c5439789a38b05098f4dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387144 Apr 12 17:43:44.028105 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55440) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:44.075443 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] Publish callbacks [] for security_group (6f2a4602-9c62-4251-8fc7-2f17ff37b52d), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.097259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] Publish callbacks [] for security_group (6f2a4602-9c62-4251-8fc7-2f17ff37b52d), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.222268 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6f2a4602-9c62-4251-8fc7-2f17ff37b52d), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.231493 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.231493 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f2a4602-9c62-4251-8fc7-2f17ff37b52d HTTP/1.1" status: 204 len: 168 time: 0.1965597 Apr 12 17:43:44.233613 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b833687-1236-449a-8038-ea6c943c4ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a4602-9c62-4251-8fc7-2f17ff37b52d,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:44.877380 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55462) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:44.916895 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7f21e330-1ef1-41be-992d-e444bce05bcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99c5b6c507ee4b1a8da3cfa9678a89f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382569 Apr 12 17:43:44.919291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55464) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:44.965186 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] Publish callbacks [] for security_group (aadfe7a1-395c-47e4-9c4f-b26fde1a40e7), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:44.987902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] Publish callbacks [] for security_group (aadfe7a1-395c-47e4-9c4f-b26fde1a40e7), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:45.079439 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (aadfe7a1-395c-47e4-9c4f-b26fde1a40e7), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:45.082042 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:45.083183 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aadfe7a1-395c-47e4-9c4f-b26fde1a40e7 HTTP/1.1" status: 204 len: 168 time: 0.1629710 Apr 12 17:43:45.090917 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28ee3a-586a-4172-9fbe-872858d703ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfe7a1-395c-47e4-9c4f-b26fde1a40e7,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:45.511820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-fb0819f5-7a70-420d-87f6-2a883e45e4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:45.576307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.890835 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-de7f6cdf-6062-46df-b691-aa51a28da2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:47.951216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55604) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:48.054646 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c3624be-3fd7-4f7e-99f9-9be6313f0be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.125681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c3624be-3fd7-4f7e-99f9-9be6313f0be1 admin admin] Publish callbacks [] for security_group (d16d31bb-e25a-45cd-8def-78e8d37e5930), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.191622 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9c3624be-3fd7-4f7e-99f9-9be6313f0be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d16d31bb-e25a-45cd-8def-78e8d37e5930), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.231782 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9c3624be-3fd7-4f7e-99f9-9be6313f0be1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=764b547354d24578a9dc634bbbbb7bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794921 Apr 12 17:43:48.233607 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3624be-3fd7-4f7e-99f9-9be6313f0be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16d31bb-e25a-45cd-8def-78e8d37e5930,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:48.234530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55608) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:48.281310 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] Publish callbacks [] for security_group (d16d31bb-e25a-45cd-8def-78e8d37e5930), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.302203 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] Publish callbacks [] for security_group (d16d31bb-e25a-45cd-8def-78e8d37e5930), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.404389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d16d31bb-e25a-45cd-8def-78e8d37e5930), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.407002 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:48.408766 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d16d31bb-e25a-45cd-8def-78e8d37e5930 HTTP/1.1" status: 204 len: 168 time: 0.1732504 Apr 12 17:43:48.416420 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8590b-f5f3-4c50-9d0d-42aad344530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16d31bb-e25a-45cd-8def-78e8d37e5930,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:49.073362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.082115 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55618) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:49.094753 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e864d5db-32a5-43af-a991-c599dd7e7755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.165924 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e864d5db-32a5-43af-a991-c599dd7e7755 admin admin] Publish callbacks [] for security_group (0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.227601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e864d5db-32a5-43af-a991-c599dd7e7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.270512 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e864d5db-32a5-43af-a991-c599dd7e7755 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ce11582b0db49c4b8e9d09c3f30fb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869800 Apr 12 17:43:49.271658 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d5db-32a5-43af-a991-c599dd7e7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:49.272551 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55620) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:49.320796 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] Publish callbacks [] for security_group (0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.341111 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] Publish callbacks [] for security_group (0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.501944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.504663 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:49.505872 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a HTTP/1.1" status: 204 len: 168 time: 0.2322602 Apr 12 17:43:49.515617 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40531c-6ed3-43aa-9aad-836ee7a6dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9ae62-a4d6-4922-ab22-a0c4f6f4a85a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:50.376765 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:51.795544 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55680) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:51.896273 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f5b699e-6773-4ae0-9f51-dba73ab648ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:51.905933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:51.968603 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f5b699e-6773-4ae0-9f51-dba73ab648ef admin admin] Publish callbacks [] for security_group (1e413378-774c-4b30-86c9-e48c9085f330), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.033259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2f5b699e-6773-4ae0-9f51-dba73ab648ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (1e413378-774c-4b30-86c9-e48c9085f330), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.069113 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2f5b699e-6773-4ae0-9f51-dba73ab648ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5d4c4425fec4659af2790e02ec47685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725155 Apr 12 17:43:52.071021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b699e-6773-4ae0-9f51-dba73ab648ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e413378-774c-4b30-86c9-e48c9085f330,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:52.071857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55686) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:52.122061 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] Publish callbacks [] for security_group (1e413378-774c-4b30-86c9-e48c9085f330), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.142964 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] Publish callbacks [] for security_group (1e413378-774c-4b30-86c9-e48c9085f330), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.259845 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (1e413378-774c-4b30-86c9-e48c9085f330), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.262527 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.263672 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e413378-774c-4b30-86c9-e48c9085f330 HTTP/1.1" status: 204 len: 168 time: 0.1906946 Apr 12 17:43:52.273732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf853-0946-40ea-921d-6f249ad243ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e413378-774c-4b30-86c9-e48c9085f330,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:52.883980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55694) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:52.899667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f9f055e-6cef-4043-96ec-3fcdc877d968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:52.971196 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f9f055e-6cef-4043-96ec-3fcdc877d968 admin admin] Publish callbacks [] for security_group (c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.032878 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f9f055e-6cef-4043-96ec-3fcdc877d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.070017 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f055e-6cef-4043-96ec-3fcdc877d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:53.074357 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-1f9f055e-6cef-4043-96ec-3fcdc877d968 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7efcbb6049f34e3a83b73e4d88b7d789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896961 Apr 12 17:43:53.076779 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55696) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:43:53.124119 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] Publish callbacks [] for security_group (c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.144899 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] Publish callbacks [] for security_group (c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.261667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.264313 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:53.265512 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772 HTTP/1.1" status: 204 len: 168 time: 0.1878433 Apr 12 17:43:53.273406 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3012593-a257-4b1e-bcc3-d3bd900eb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd07c9-abc7-4def-b1ec-f9c9a6fd6772,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:54.241721 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccfb3-9961-4a6c-bcaa-9a2fc3d8e108 req-4dc308db-2127-477a-a9c1-e65c7a6757c6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:54.243273 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e1ccfb3-9961-4a6c-bcaa-9a2fc3d8e108 req-4dc308db-2127-477a-a9c1-e65c7a6757c6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0494421 Apr 12 17:43:54.290544 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5e1ccfb3-9961-4a6c-bcaa-9a2fc3d8e108 req-27f6a7f7-d60d-41dc-b4e3-cf5de49d5037 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Apr 12 17:43:55.410348 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e7a2-e1b6-48c7-892e-e5da9b20b5a1 req-1f14491e-30ff-4826-9d86-61e646fdbb62 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:55.411852 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d899e7a2-e1b6-48c7-892e-e5da9b20b5a1 req-1f14491e-30ff-4826-9d86-61e646fdbb62 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0482659 Apr 12 17:43:55.458925 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d899e7a2-e1b6-48c7-892e-e5da9b20b5a1 req-ef4eb85b-69ba-4033-80e4-e9b4a01c0f6f tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Apr 12 17:43:56.582308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7677d-2e35-4112-9878-03015ff4186f req-8a97610a-b8d5-4f4b-8285-03d8420bc02b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:56.583771 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51e7677d-2e35-4112-9878-03015ff4186f req-8a97610a-b8d5-4f4b-8285-03d8420bc02b tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0526929 Apr 12 17:43:56.633666 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-51e7677d-2e35-4112-9878-03015ff4186f req-dea9cea5-935b-4d75-b3eb-a5116054ecd3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups?id=6160dc48-3b4b-4101-a657-cc5a6a26a181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442448 Apr 12 17:43:56.979269 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909c1d-884f-41e6-b001-01048af4a176 req-86841806-3f1e-44e7-a7e3-e4d6154480f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:43:56.980759 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-46909c1d-884f-41e6-b001-01048af4a176 req-86841806-3f1e-44e7-a7e3-e4d6154480f3 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 946 time: 0.0476618 Apr 12 17:43:57.070723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Deleting port 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:43:57.071087 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.162444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] For port 1db295b6-a58f-4ea9-bda1-776a5419a8dc, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1db295b6-a58f-4ea9-bda1-776a5419a8dc,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:43:57.162686 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.351688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.352053 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.352422 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Floating IP d27bffe9-eb51-480e-9eff-7775954d685c disassociated. External IP: 172.27.2.93, port: 1db295b6-a58f-4ea9-bda1-776a5419a8dc. Apr 12 17:43:57.352768 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Calling delete_port for 1db295b6-a58f-4ea9-bda1-776a5419a8dc owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:43:57.558835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (1db295b6-a58f-4ea9-bda1-776a5419a8dc), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.592182 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'Port': ['ID=1db295b6-a58f-4ea9-bda1-776a5419a8dc,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:43:57.712932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:43:57.740744 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-aad8d294-1c9e-48ea-af0e-7fec56aa2c78 req-ed2f5486-5506-4f04-bb44-741655a9bba6 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 210 time: 0.0323610 Apr 12 17:43:57.820627 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:43:57.830694 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:43:57.841225 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:57.842072 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:57.864019 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] No DVR routers for this DVR port 1db295b6-a58f-4ea9-bda1-776a5419a8dc on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:43:57.866676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:43:57.870120 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-46909c1d-884f-41e6-b001-01048af4a176 req-02ea38c6-e433-4774-ba75-303e25c89006 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.60 "DELETE /v2.0/ports/1db295b6-a58f-4ea9-bda1-776a5419a8dc HTTP/1.1" status: 204 len: 173 time: 0.8835764 Apr 12 17:43:57.870563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-deleted', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:43:57.872846 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1e89a-f462-4255-9de9-0b5ec7333dfd" -d '{"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-deleted", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:43:57.912113 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea3ef2a-c803-4952-9a68-303b9d7da5e5 x-openstack-request-id: req-cea3ef2a-c803-4952-9a68-303b9d7da5e5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:43:57.913274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd15f78-dcbb-4e53-ad73-3a462b17a2d6", "name": "network-vif-deleted", "tag": "1db295b6-a58f-4ea9-bda1-776a5419a8dc", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:43:57.913274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cea3ef2a-c803-4952-9a68-303b9d7da5e5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:43:57.913274 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea3ef2a-c803-4952-9a68-303b9d7da5e5'] response: {'server_uuid': '4bd15f78-dcbb-4e53-ad73-3a462b17a2d6', 'name': 'network-vif-deleted', 'tag': '1db295b6-a58f-4ea9-bda1-776a5419a8dc', 'status': 'completed', 'code': 200} Apr 12 17:43:57.954804 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:58.237419 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:58.262157 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:43:58.270952 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:43:58.271605 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:58.381235 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:43:58.571994 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:43:58.598693 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad648d39-faf4-4e68-a1dd-12b22fb974fb None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:30:24Z', 'revision_number': 4, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': 'f881604f-fe51-4f06-b9f0-af496eba8a56', 'name': '', 'network_id': '1c4c0e06-040b-4220-ac84-b56b0e4d1b22', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'mac_address': 'fa:16:3e:7d:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:23Z', 'updated_at': '2022-04-12T17:30:39Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'subnets': [{'id': '20d2fbc1-22ec-4361-8a01-4da06013d020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:43:58.849485 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5181b5-2fa5-418b-bb35-d6857fe09e33 None None] New status for floating IP d27bffe9-eb51-480e-9eff-7775954d685c: DOWN {{(pid=103812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:43:58.865688 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b07226fc-8b61-4112-afef-2d457e2dc8cb req-bd35478c-bc43-42a9-b566-b4e0b6059b21 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bd15f78-dcbb-4e53-ad73-3a462b17a2d6 HTTP/1.1" status: 200 len: 210 time: 0.0291433 Apr 12 17:44:00.030272 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55856) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:00.051956 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:44:00.072704 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 1db295b6-a58f-4ea9-bda1-776a5419a8dc {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:44:00.073046 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 1db295b6-a58f-4ea9-bda1-776a5419a8dc not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:44:00.083698 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (6160dc48-3b4b-4101-a657-cc5a6a26a181), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.114319 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (6160dc48-3b4b-4101-a657-cc5a6a26a181), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.210544 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6160dc48-3b4b-4101-a657-cc5a6a26a181), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.213257 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.214438 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "DELETE /v2.0/security-groups/6160dc48-3b4b-4101-a657-cc5a6a26a181 HTTP/1.1" status: 204 len: 168 time: 0.1831462 Apr 12 17:44:00.219409 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55864) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:00.224345 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca495d-de26-4143-8eff-c5bb480f9967 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160dc48-3b4b-4101-a657-cc5a6a26a181,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:00.240822 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.api.v2.resource [None req-1f2c8a2c-fdf5-4200-8a3b-d94e5067e295 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] show failed (client error): The resource could not be found. Apr 12 17:44:00.244552 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-1f2c8a2c-fdf5-4200-8a3b-d94e5067e295 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "GET /v2.0/security-groups/6160dc48-3b4b-4101-a657-cc5a6a26a181 HTTP/1.1" status: 404 len: 347 time: 0.0208719 Apr 12 17:44:00.244780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55868) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:00.361472 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Deleting port 6bd6b08d-e7fa-4849-a095-d9acf0997532 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:44:00.361820 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.436937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.437268 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (6bd6b08d-e7fa-4849-a095-d9acf0997532), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.449570 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Calling delete_port for 6bd6b08d-e7fa-4849-a095-d9acf0997532 owned by network:floatingip {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:44:00.637186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (6bd6b08d-e7fa-4849-a095-d9acf0997532), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.667131 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Pushing event deleted for resources: {'Port': ['ID=6bd6b08d-e7fa-4849-a095-d9acf0997532,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:00.728699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks [] for floatingip (d27bffe9-eb51-480e-9eff-7775954d685c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.731385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:00.732539 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d4eba939-a11d-428f-9233-d4264b404ef8 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] 10.222.0.32 "DELETE /v2.0/floatingips/d27bffe9-eb51-480e-9eff-7775954d685c HTTP/1.1" status: 204 len: 168 time: 0.4866235 Apr 12 17:44:03.395971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55926) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:03.876574 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:04.106397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Deleting port f881604f-fe51-4f06-b9f0-af496eba8a56 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:44:04.106741 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:04.184175 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] For port f881604f-fe51-4f06-b9f0-af496eba8a56, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=f881604f-fe51-4f06-b9f0-af496eba8a56,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:44:04.184530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:04.196748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Calling delete_port for f881604f-fe51-4f06-b9f0-af496eba8a56 owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:44:04.419637 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (f881604f-fe51-4f06-b9f0-af496eba8a56), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:04.447578 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Pushing event deleted for resources: {'Port': ['ID=f881604f-fe51-4f06-b9f0-af496eba8a56,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:04.613449 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.080597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Router da68ce11-e0c7-4700-86a1-5bdd3cd704ce has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:44:05.188818 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:44:05.194183 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2a2a54db-1e7b-4846-8233-ea25e5a3b550 admin admin] 10.222.0.32 "PUT /v2.0/routers/da68ce11-e0c7-4700-86a1-5bdd3cd704ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971630 Apr 12 17:44:05.196793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55950) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:05.197853 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Sync routers for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:44:05.212520 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:44:05.213287 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:05.317423 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks [] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.325603 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:44:05.429494 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks [] for router_gateway (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.494795 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:44:04Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:05.525181 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Checking router: da68ce11-e0c7-4700-86a1-5bdd3cd704ce for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:44:05.533597 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Routers {'da68ce11-e0c7-4700-86a1-5bdd3cd704ce'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:44:05.534809 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:43:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:05.575036 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Deleting port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:44:05.578311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.644157 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] Set router da68ce11-e0c7-4700-86a1-5bdd3cd704ce gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:44:05.664191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] For port a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:44:05.664560 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.681419 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Calling delete_port for a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:44:05.810907 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:44:04Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:05.836325 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0950-f55d-4d2b-b745-8f1cef0af145 None None] The sync data for ids ['da68ce11-e0c7-4700-86a1-5bdd3cd704ce'] in dv-cinder-837532-1-iscsi is: [{'id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'name': 'tempest-AttachVolumeShelveTestJSON-891533677-router', 'tenant_id': '24ac17e6fde64798b206eba9754af3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:30:17Z', 'updated_at': '2022-04-12T17:44:04Z', 'revision_number': 5, 'project_id': '24ac17e6fde64798b206eba9754af3be', 'gw_port': {'id': 'a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da68ce11-e0c7-4700-86a1-5bdd3cd704ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:30:18Z', 'updated_at': '2022-04-12T17:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:44:05.905524 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:05.931834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:05.990762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.078692 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.081396 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks [] for router_controller (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.198962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (da68ce11-e0c7-4700-86a1-5bdd3cd704ce), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.199498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da68ce11-e0c7-4700-86a1-5bdd3cd704ce {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:44:06.204045 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.205353 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-242be7f1-c4cc-49fa-908f-3c67c3bfe223 admin admin] 10.222.0.32 "DELETE /v2.0/routers/da68ce11-e0c7-4700-86a1-5bdd3cd704ce HTTP/1.1" status: 204 len: 168 time: 1.0076351 Apr 12 17:44:06.208410 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 55970) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:06.256683 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Deleting subnet 20d2fbc1-22ec-4361-8a01-4da06013d020 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:44:06.259971 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Publish callbacks [] for subnet (20d2fbc1-22ec-4361-8a01-4da06013d020), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.295371 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (20d2fbc1-22ec-4361-8a01-4da06013d020), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.374341 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (20d2fbc1-22ec-4361-8a01-4da06013d020), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.505189 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f881604f-fe51-4f06-b9f0-af496eba8a56 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:44:06.512874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (20d2fbc1-22ec-4361-8a01-4da06013d020), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.531220 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: f881604f-fe51-4f06-b9f0-af496eba8a56 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:44:06.531576 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device f881604f-fe51-4f06-b9f0-af496eba8a56 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:44:06.548103 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d2fbc1-22ec-4361-8a01-4da06013d020,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:06.555508 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.561978 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55976) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:06.562825 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-38c65d93-a7d1-4040-be3c-3267128dff95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20d2fbc1-22ec-4361-8a01-4da06013d020 HTTP/1.1" status: 204 len: 168 time: 0.3534732 Apr 12 17:44:06.580716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f901d7-bcf1-4e35-9070-2738d954dadb None None] Network 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:44:06.636977 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (1c4c0e06-040b-4220-ac84-b56b0e4d1b22), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.684443 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Deleting port e4635f75-c39b-4400-b79d-ef8b19082f0c {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:44:06.685722 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.756296 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] For port e4635f75-c39b-4400-b79d-ef8b19082f0c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=e4635f75-c39b-4400-b79d-ef8b19082f0c,segment=NetworkSegment(3ca3c1a7-2753-4261-8fdd-03fddfe038cf),segment_id=3ca3c1a7-2753-4261-8fdd-03fddfe038cf)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:44:06.757379 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.772093 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Calling delete_port for e4635f75-c39b-4400-b79d-ef8b19082f0c owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:44:06.895952 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] DHCP port deletion for 1c4c0e06-040b-4220-ac84-b56b0e4d1b22 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:44:06.924648 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.946469 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Deleting port e4635f75-c39b-4400-b79d-ef8b19082f0c {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:44:06.946853 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:06.957605 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] No DVR routers for this DVR port e4635f75-c39b-4400-b79d-ef8b19082f0c on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:44:06.963460 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e4635f75-c39b-4400-b79d-ef8b19082f0c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:07.015659 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] For port e4635f75-c39b-4400-b79d-ef8b19082f0c, host dv-cinder-837532-1-iscsi, got binding levels [] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:44:07.016060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.029816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Calling delete_port for e4635f75-c39b-4400-b79d-ef8b19082f0c owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:44:07.033247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.ipam_backend_mixin [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Port e4635f75-c39b-4400-b79d-ef8b19082f0c was not found and therefore no delete operation was performed {{(pid=103812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 17:44:07.035385 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (e4635f75-c39b-4400-b79d-ef8b19082f0c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.036568 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (1c4c0e06-040b-4220-ac84-b56b0e4d1b22), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.056640 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4c0e06-040b-4220-ac84-b56b0e4d1b22']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:07.060275 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] Pushing event deleted for resources: {'Port': ['ID=e4635f75-c39b-4400-b79d-ef8b19082f0c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:07.071691 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337cbc2-7d22-448b-811b-adf464c816b4 None None] No DVR routers for this DVR port e4635f75-c39b-4400-b79d-ef8b19082f0c on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:44:07.072085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca3c1a7-2753-4261-8fdd-03fddfe038cf') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:07.072085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca3c1a7-2753-4261-8fdd-03fddfe038cf') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:44:07.079353 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (3ca3c1a7-2753-4261-8fdd-03fddfe038cf), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.093218 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (3ca3c1a7-2753-4261-8fdd-03fddfe038cf), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.099594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:44:07.100004 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (3ca3c1a7-2753-4261-8fdd-03fddfe038cf), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:44:07.101715 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:44:07.247963 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (1c4c0e06-040b-4220-ac84-b56b0e4d1b22), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.253986 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.257188 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c4c0e06-040b-4220-ac84-b56b0e4d1b22 HTTP/1.1" status: 204 len: 168 time: 0.6935086 Apr 12 17:44:07.267821 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e834-8001-4091-bc30-7dbab2d307fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4c0e06-040b-4220-ac84-b56b0e4d1b22,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:07.603660 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55994) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:07.644924 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6332a912-4fd9-4404-acc8-127654df6599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24ac17e6fde64798b206eba9754af3be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398073 Apr 12 17:44:07.647383 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 55996) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:07.693757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] Publish callbacks [] for security_group (518e8604-107f-4bdc-b7f8-cecbb4f5a118), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:07.713853 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] Publish callbacks [] for security_group (518e8604-107f-4bdc-b7f8-cecbb4f5a118), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:08.021888 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (518e8604-107f-4bdc-b7f8-cecbb4f5a118), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:08.024503 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:08.028299 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/518e8604-107f-4bdc-b7f8-cecbb4f5a118 HTTP/1.1" status: 204 len: 168 time: 0.3774352 Apr 12 17:44:08.033553 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54345ac5-3576-4a3b-9690-0ce4f82e1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e8604-107f-4bdc-b7f8-cecbb4f5a118,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:08.444235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:44:08.476417 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:44:08.481589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device a8cdc73c-7acf-4a9d-a1ee-4d3d5db87e25 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:44:08.481589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e4635f75-c39b-4400-b79d-ef8b19082f0c no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:44:08.498177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: e4635f75-c39b-4400-b79d-ef8b19082f0c {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:44:08.498525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device e4635f75-c39b-4400-b79d-ef8b19082f0c not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:44:08.931300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56028) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:09.036466 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ace-507c-4bb1-8f95-dc898bda448f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.109020 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ace-507c-4bb1-8f95-dc898bda448f admin admin] Publish callbacks [] for security_group (f1747083-2336-46ef-89f5-3295dd566b5a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.187185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1b31ace-507c-4bb1-8f95-dc898bda448f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f1747083-2336-46ef-89f5-3295dd566b5a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.226826 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e1b31ace-507c-4bb1-8f95-dc898bda448f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ebbda93de5342288ec098346a8a8aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943780 Apr 12 17:44:09.227774 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31ace-507c-4bb1-8f95-dc898bda448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1747083-2336-46ef-89f5-3295dd566b5a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:09.229471 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56040) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:09.283212 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] Publish callbacks [] for security_group (f1747083-2336-46ef-89f5-3295dd566b5a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.307628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] Publish callbacks [] for security_group (f1747083-2336-46ef-89f5-3295dd566b5a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.456409 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f1747083-2336-46ef-89f5-3295dd566b5a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.459450 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:09.463158 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1747083-2336-46ef-89f5-3295dd566b5a HTTP/1.1" status: 204 len: 168 time: 0.2298195 Apr 12 17:44:09.472763 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a7fbb-771d-4100-af63-79fdb3a8730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1747083-2336-46ef-89f5-3295dd566b5a,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:10.179271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56068) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:10.192002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71e12932-d090-448c-9d0b-8b6f175903d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.266652 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71e12932-d090-448c-9d0b-8b6f175903d5 admin admin] Publish callbacks [] for security_group (82d56c37-2a16-4d70-8677-74bd839f44b8), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.341377 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-71e12932-d090-448c-9d0b-8b6f175903d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (82d56c37-2a16-4d70-8677-74bd839f44b8), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.385311 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-71e12932-d090-448c-9d0b-8b6f175903d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc726c552e5945c4bb9d8bef6a35add3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040706 Apr 12 17:44:10.386182 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e12932-d090-448c-9d0b-8b6f175903d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d56c37-2a16-4d70-8677-74bd839f44b8,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:10.387071 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56072) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:10.441215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] Publish callbacks [] for security_group (82d56c37-2a16-4d70-8677-74bd839f44b8), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.462766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] Publish callbacks [] for security_group (82d56c37-2a16-4d70-8677-74bd839f44b8), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.573847 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (82d56c37-2a16-4d70-8677-74bd839f44b8), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.576538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:10.577741 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82d56c37-2a16-4d70-8677-74bd839f44b8 HTTP/1.1" status: 204 len: 168 time: 0.1896858 Apr 12 17:44:10.586079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88857d10-935f-4d35-9eed-e2b7e7d80167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d56c37-2a16-4d70-8677-74bd839f44b8,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:11.259669 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56102) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:11.275192 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cd01998-d474-49ce-9753-0cd3abc4d1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.349225 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cd01998-d474-49ce-9753-0cd3abc4d1f4 admin admin] Publish callbacks [] for security_group (37255c63-d3f1-4401-99ef-cd4c8fa80805), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.430729 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cd01998-d474-49ce-9753-0cd3abc4d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (37255c63-d3f1-4401-99ef-cd4c8fa80805), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.468822 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-4cd01998-d474-49ce-9753-0cd3abc4d1f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1b40ba374af4e0282fb1b1bc897e7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080836 Apr 12 17:44:11.469958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd01998-d474-49ce-9753-0cd3abc4d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37255c63-d3f1-4401-99ef-cd4c8fa80805,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:11.472046 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56106) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:11.520164 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] Publish callbacks [] for security_group (37255c63-d3f1-4401-99ef-cd4c8fa80805), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.541545 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] Publish callbacks [] for security_group (37255c63-d3f1-4401-99ef-cd4c8fa80805), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.649602 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (37255c63-d3f1-4401-99ef-cd4c8fa80805), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.652271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:11.654532 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37255c63-d3f1-4401-99ef-cd4c8fa80805 HTTP/1.1" status: 204 len: 168 time: 0.1812294 Apr 12 17:44:11.663230 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee43cec-0d6f-4340-8a78-9c48ac34ced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37255c63-d3f1-4401-99ef-cd4c8fa80805,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:14.091475 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56200) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:14.193280 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdb3d-5cb2-455a-989a-c8e30a5429a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.265037 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdb3d-5cb2-455a-989a-c8e30a5429a8 admin admin] Publish callbacks [] for security_group (0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.363946 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6fdfdb3d-5cb2-455a-989a-c8e30a5429a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.406683 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6fdfdb3d-5cb2-455a-989a-c8e30a5429a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a40841f07574c80a78927a9eaa16a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140891 Apr 12 17:44:14.407905 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfdb3d-5cb2-455a-989a-c8e30a5429a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:14.409944 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56212) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:14.460215 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] Publish callbacks [] for security_group (0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.481177 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] Publish callbacks [] for security_group (0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.615767 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.618438 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:14.619582 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4 HTTP/1.1" status: 204 len: 168 time: 0.2080672 Apr 12 17:44:14.627398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199f0db-59be-4aa1-84d9-735610d881aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47d7b5-7cbb-425b-9d74-05c3aa7aeee4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:15.199016 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56230) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:15.212100 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d19aaa3-95ba-4579-babd-6049e6c2d4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.283285 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d19aaa3-95ba-4579-babd-6049e6c2d4b9 admin admin] Publish callbacks [] for security_group (d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.341149 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d19aaa3-95ba-4579-babd-6049e6c2d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.378289 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19aaa3-95ba-4579-babd-6049e6c2d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:15.382578 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9d19aaa3-95ba-4579-babd-6049e6c2d4b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33d3c87888a947d7829987670b80a763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825550 Apr 12 17:44:15.385170 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56232) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:15.436143 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] Publish callbacks [] for security_group (d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.459653 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] Publish callbacks [] for security_group (d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.533255 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5f80df3b-f6b0-4a7f-a3e0-25633dd41fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.558242 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.609810 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.613010 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.614200 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44 HTTP/1.1" status: 204 len: 168 time: 0.2280033 Apr 12 17:44:15.623729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06dbf7-e00a-4e3f-85be-bdaa689212b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c44c65-2f0b-41e3-a7e7-77e7fbcb9f44,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:15.708835 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56238) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:15.809857 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e396f49f-3c3a-4ace-872a-6961d658e492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:15.885000 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e396f49f-3c3a-4ace-872a-6961d658e492 admin admin] Publish callbacks [] for security_group (dbd2770e-01c7-4463-8e92-d5f95c303c7b), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.009820 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e396f49f-3c3a-4ace-872a-6961d658e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (dbd2770e-01c7-4463-8e92-d5f95c303c7b), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.051722 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e396f49f-3c3a-4ace-872a-6961d658e492 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6814fb76048949fba0d1fcbbdeb178c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417783 Apr 12 17:44:16.052579 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f49f-3c3a-4ace-872a-6961d658e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd2770e-01c7-4463-8e92-d5f95c303c7b,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:16.054478 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56246) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:16.105650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] Publish callbacks [] for security_group (dbd2770e-01c7-4463-8e92-d5f95c303c7b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.129590 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] Publish callbacks [] for security_group (dbd2770e-01c7-4463-8e92-d5f95c303c7b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.261126 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (dbd2770e-01c7-4463-8e92-d5f95c303c7b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.263809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.264958 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbd2770e-01c7-4463-8e92-d5f95c303c7b HTTP/1.1" status: 204 len: 168 time: 0.2087846 Apr 12 17:44:16.273650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7829-13d5-4310-a5e8-63abb6f2bf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd2770e-01c7-4463-8e92-d5f95c303c7b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:16.881625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56268) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:16.895303 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36d86a5-0ef2-40a0-b640-7fa4c52e1098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:16.968994 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36d86a5-0ef2-40a0-b640-7fa4c52e1098 admin admin] Publish callbacks [] for security_group (bd8aedeb-7a85-4325-a81a-9462cabb7e5b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.044147 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36d86a5-0ef2-40a0-b640-7fa4c52e1098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bd8aedeb-7a85-4325-a81a-9462cabb7e5b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.075765 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a36d86a5-0ef2-40a0-b640-7fa4c52e1098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63d118351a564347ab7c0ce33044784c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930130 Apr 12 17:44:17.078923 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56274) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:17.090459 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d86a5-0ef2-40a0-b640-7fa4c52e1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8aedeb-7a85-4325-a81a-9462cabb7e5b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:17.128972 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] Publish callbacks [] for security_group (bd8aedeb-7a85-4325-a81a-9462cabb7e5b), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.151059 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] Publish callbacks [] for security_group (bd8aedeb-7a85-4325-a81a-9462cabb7e5b), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.255744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bd8aedeb-7a85-4325-a81a-9462cabb7e5b), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.258469 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.259648 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd8aedeb-7a85-4325-a81a-9462cabb7e5b HTTP/1.1" status: 204 len: 168 time: 0.1800706 Apr 12 17:44:17.267390 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50d4d0-2a5d-4336-ada8-7ac116937bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8aedeb-7a85-4325-a81a-9462cabb7e5b,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:17.841812 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4ea904e6-10b4-4643-93c3-7babc45a8fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:17.928169 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56298) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:17.941729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1621-c7d3-4280-8157-e143cb5d1dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.019800 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1621-c7d3-4280-8157-e143cb5d1dfa admin admin] Publish callbacks [] for security_group (7e3c7cb1-a104-470b-bd68-f69f742032ec), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.099255 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1621-c7d3-4280-8157-e143cb5d1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (7e3c7cb1-a104-470b-bd68-f69f742032ec), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.138718 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6d3b1621-c7d3-4280-8157-e143cb5d1dfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=102e0f6e443b4a6c9c64d68034f9475d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094491 Apr 12 17:44:18.139590 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b1621-c7d3-4280-8157-e143cb5d1dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c7cb1-a104-470b-bd68-f69f742032ec,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:18.141360 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56302) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:18.190351 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] Publish callbacks [] for security_group (7e3c7cb1-a104-470b-bd68-f69f742032ec), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.216678 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] Publish callbacks [] for security_group (7e3c7cb1-a104-470b-bd68-f69f742032ec), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.335638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (7e3c7cb1-a104-470b-bd68-f69f742032ec), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.338348 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:18.342681 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e3c7cb1-a104-470b-bd68-f69f742032ec HTTP/1.1" status: 204 len: 168 time: 0.1964579 Apr 12 17:44:18.349335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cc8ac-f1d0-46e1-9a3c-985e8ae3eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c7cb1-a104-470b-bd68-f69f742032ec,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:19.009976 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:20.367200 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:20.705031 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:44:21.900559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:29.806073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56544) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:29.909184 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:29.980043 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Publish callbacks [] for security_group (d6e47861-0d7d-472f-9330-8ebd61ae7e4c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.037668 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d6e47861-0d7d-472f-9330-8ebd61ae7e4c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.075261 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d704dc69a32f471d81138ba659ae7d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681110 Apr 12 17:44:30.076132 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e47861-0d7d-472f-9330-8ebd61ae7e4c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:30.080489 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56548) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:30.083643 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.083989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.084325 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.084657 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.084986 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.085309 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.085636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.085957 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.086395 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.086721 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.087046 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.087366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.087684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.087998 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.088311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fe3bf-c543-4e1d-9ac4-c87417fc9b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.130858 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Publish callbacks [] for security_group (d6e47861-0d7d-472f-9330-8ebd61ae7e4c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.154800 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Publish callbacks [] for security_group (d6e47861-0d7d-472f-9330-8ebd61ae7e4c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.315762 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (d6e47861-0d7d-472f-9330-8ebd61ae7e4c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.318504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:30.319671 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6e47861-0d7d-472f-9330-8ebd61ae7e4c HTTP/1.1" status: 204 len: 168 time: 0.2381446 Apr 12 17:44:30.327775 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e47861-0d7d-472f-9330-8ebd61ae7e4c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:30.335584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.335936 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.336282 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.336628 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.336971 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.337388 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.337697 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.338167 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.338509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.338842 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.339174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.339502 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.339826 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.340147 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.340475 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e2f58a-6a28-4087-b66d-ebacc70e1dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:44:30.913520 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56568) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:30.927192 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8db311d0-4a8e-404a-adb6-fa56ffb93232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.001953 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8db311d0-4a8e-404a-adb6-fa56ffb93232 admin admin] Publish callbacks [] for security_group (aefc5d6d-c12c-4018-8f53-d75dd4ba57a4), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.077821 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8db311d0-4a8e-404a-adb6-fa56ffb93232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (aefc5d6d-c12c-4018-8f53-d75dd4ba57a4), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.118596 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8db311d0-4a8e-404a-adb6-fa56ffb93232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c008113d77a84834b36143ba3c4f3af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036750 Apr 12 17:44:31.119415 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db311d0-4a8e-404a-adb6-fa56ffb93232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc5d6d-c12c-4018-8f53-d75dd4ba57a4,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:31.121355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56570) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:31.168580 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] Publish callbacks [] for security_group (aefc5d6d-c12c-4018-8f53-d75dd4ba57a4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.189469 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] Publish callbacks [] for security_group (aefc5d6d-c12c-4018-8f53-d75dd4ba57a4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.295254 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (aefc5d6d-c12c-4018-8f53-d75dd4ba57a4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.297879 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:31.299080 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aefc5d6d-c12c-4018-8f53-d75dd4ba57a4 HTTP/1.1" status: 204 len: 168 time: 0.1767266 Apr 12 17:44:31.311507 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b95334-8103-4e94-b267-c13f80bc352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc5d6d-c12c-4018-8f53-d75dd4ba57a4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:40.028303 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56746) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:40.132172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b34e6ed-3c70-46f1-8144-0b9ba64aae74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.207873 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b34e6ed-3c70-46f1-8144-0b9ba64aae74 admin admin] Publish callbacks [] for security_group (94177147-6cd6-4619-b333-0bddeb92e74c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.303981 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b34e6ed-3c70-46f1-8144-0b9ba64aae74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (94177147-6cd6-4619-b333-0bddeb92e74c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.342474 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6b34e6ed-3c70-46f1-8144-0b9ba64aae74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=830ae151b334454c93a3d5921a8828fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130286 Apr 12 17:44:40.343569 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e6ed-3c70-46f1-8144-0b9ba64aae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94177147-6cd6-4619-b333-0bddeb92e74c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:40.345286 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56760) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:40.397475 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] Publish callbacks [] for security_group (94177147-6cd6-4619-b333-0bddeb92e74c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.419781 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] Publish callbacks [] for security_group (94177147-6cd6-4619-b333-0bddeb92e74c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.538370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (94177147-6cd6-4619-b333-0bddeb92e74c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.540982 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:40.542178 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94177147-6cd6-4619-b333-0bddeb92e74c HTTP/1.1" status: 204 len: 168 time: 0.1958270 Apr 12 17:44:40.549723 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fa7ec-146d-4106-ac4d-f6ee098b5fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94177147-6cd6-4619-b333-0bddeb92e74c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:41.179088 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56790) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:41.192669 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8c74a4b5-4321-48de-b0f8-8f6564f7b21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.207162 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56792) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:41.267936 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8c74a4b5-4321-48de-b0f8-8f6564f7b21e admin admin] Publish callbacks [] for security_group (561208e7-3466-4569-91c0-096b6f0b7f39), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.332605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8c74a4b5-4321-48de-b0f8-8f6564f7b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (561208e7-3466-4569-91c0-096b6f0b7f39), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.353236 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1906-ff93-4f21-bf29-934e511b8b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.371819 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8c74a4b5-4321-48de-b0f8-8f6564f7b21e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a20aef48e014d568d33c0c24a1e5d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914923 Apr 12 17:44:41.373625 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74a4b5-4321-48de-b0f8-8f6564f7b21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561208e7-3466-4569-91c0-096b6f0b7f39,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:41.374277 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56796) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:41.448909 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] Publish callbacks [] for security_group (561208e7-3466-4569-91c0-096b6f0b7f39), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.475382 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1906-ff93-4f21-bf29-934e511b8b73 admin admin] Publish callbacks [] for security_group (ff28d0b5-4c9a-4265-add6-614b890f5274), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.484222 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] Publish callbacks [] for security_group (561208e7-3466-4569-91c0-096b6f0b7f39), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.555538 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1906-ff93-4f21-bf29-934e511b8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ff28d0b5-4c9a-4265-add6-614b890f5274), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.597300 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8d2d1906-ff93-4f21-bf29-934e511b8b73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4659e35856934a0f9f9b2e74b0acfce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964553 Apr 12 17:44:41.598530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d1906-ff93-4f21-bf29-934e511b8b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28d0b5-4c9a-4265-add6-614b890f5274,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:41.599984 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56800) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:41.624594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (561208e7-3466-4569-91c0-096b6f0b7f39), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.624594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.624594 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/561208e7-3466-4569-91c0-096b6f0b7f39 HTTP/1.1" status: 204 len: 168 time: 0.2408452 Apr 12 17:44:41.624594 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085831d-f3a2-49ac-b111-2e1b211f6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561208e7-3466-4569-91c0-096b6f0b7f39,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:41.660076 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] Publish callbacks [] for security_group (ff28d0b5-4c9a-4265-add6-614b890f5274), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.682641 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] Publish callbacks [] for security_group (ff28d0b5-4c9a-4265-add6-614b890f5274), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.840673 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ff28d0b5-4c9a-4265-add6-614b890f5274), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.843337 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:41.844533 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff28d0b5-4c9a-4265-add6-614b890f5274 HTTP/1.1" status: 204 len: 168 time: 0.2427390 Apr 12 17:44:41.852718 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429064a9-2b77-4de4-8039-92646154902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28d0b5-4c9a-4265-add6-614b890f5274,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:42.544271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56826) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:42.557307 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39ab611b-1770-44c2-b469-988f2b5a7132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:42.632957 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39ab611b-1770-44c2-b469-988f2b5a7132 admin admin] Publish callbacks [] for security_group (db3927af-827b-48f7-98f7-7febb29c6dc9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:42.711081 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-39ab611b-1770-44c2-b469-988f2b5a7132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (db3927af-827b-48f7-98f7-7febb29c6dc9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:42.749153 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab611b-1770-44c2-b469-988f2b5a7132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3927af-827b-48f7-98f7-7febb29c6dc9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:42.753487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-39ab611b-1770-44c2-b469-988f2b5a7132 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54904a0ff56749db9ffe188f2394355b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081859 Apr 12 17:44:42.756285 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56838) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:42.805452 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] Publish callbacks [] for security_group (db3927af-827b-48f7-98f7-7febb29c6dc9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:42.828138 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] Publish callbacks [] for security_group (db3927af-827b-48f7-98f7-7febb29c6dc9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:43.163191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (db3927af-827b-48f7-98f7-7febb29c6dc9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:43.166411 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:43.167577 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db3927af-827b-48f7-98f7-7febb29c6dc9 HTTP/1.1" status: 204 len: 168 time: 0.4102986 Apr 12 17:44:43.175933 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f00fb7-8f4c-4bb3-a688-3e04f3e46679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3927af-827b-48f7-98f7-7febb29c6dc9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:44.915657 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56912) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:45.029924 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-403547fe-1ff1-4b13-94b3-f1e1c1688aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.108808 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-403547fe-1ff1-4b13-94b3-f1e1c1688aad admin admin] Publish callbacks [] for security_group (c0997a6d-a7cb-48e4-84ad-0e77b96a6d30), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.172347 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-403547fe-1ff1-4b13-94b3-f1e1c1688aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c0997a6d-a7cb-48e4-84ad-0e77b96a6d30), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.219156 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-403547fe-1ff1-4b13-94b3-f1e1c1688aad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe16b772aaae4ebc82514940ed4d235a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011692 Apr 12 17:44:45.219831 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56924) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:45.220512 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403547fe-1ff1-4b13-94b3-f1e1c1688aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0997a6d-a7cb-48e4-84ad-0e77b96a6d30,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:45.283532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] Publish callbacks [] for security_group (c0997a6d-a7cb-48e4-84ad-0e77b96a6d30), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.304330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] Publish callbacks [] for security_group (c0997a6d-a7cb-48e4-84ad-0e77b96a6d30), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.430922 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c0997a6d-a7cb-48e4-84ad-0e77b96a6d30), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.439916 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.442413 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0997a6d-a7cb-48e4-84ad-0e77b96a6d30 HTTP/1.1" status: 204 len: 168 time: 0.2213819 Apr 12 17:44:45.451964 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f775a3d-6a1e-4aea-9997-0f91bd4d76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0997a6d-a7cb-48e4-84ad-0e77b96a6d30,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:45.512170 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4cbd-1a48-477d-9b90-d6096679e6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:45.586247 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.234082 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56962) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:46.247186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e328830-5213-4fd8-9b67-c64779f4d484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.323595 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e328830-5213-4fd8-9b67-c64779f4d484 admin admin] Publish callbacks [] for security_group (12f41f4a-0866-430d-bfa7-b27b706dc978), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.423678 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e328830-5213-4fd8-9b67-c64779f4d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (12f41f4a-0866-430d-bfa7-b27b706dc978), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.462158 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2e328830-5213-4fd8-9b67-c64779f4d484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1169f9d3c18444388baa2b3d93fa6cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274439 Apr 12 17:44:46.463727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e328830-5213-4fd8-9b67-c64779f4d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f41f4a-0866-430d-bfa7-b27b706dc978,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:46.465273 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56964) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:46.519967 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] Publish callbacks [] for security_group (12f41f4a-0866-430d-bfa7-b27b706dc978), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.543342 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] Publish callbacks [] for security_group (12f41f4a-0866-430d-bfa7-b27b706dc978), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.605772 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56972) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:46.680786 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (12f41f4a-0866-430d-bfa7-b27b706dc978), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.683737 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.684978 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12f41f4a-0866-430d-bfa7-b27b706dc978 HTTP/1.1" status: 204 len: 168 time: 0.2178609 Apr 12 17:44:46.693211 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d989-2664-429d-a51d-83c4f1008f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f41f4a-0866-430d-bfa7-b27b706dc978,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:46.721149 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5180-41ab-4ac4-8d46-fd7f6bf8d797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.796689 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5180-41ab-4ac4-8d46-fd7f6bf8d797 admin admin] Publish callbacks [] for security_group (2ed46191-ed6d-46ce-9de2-20fe5eca72fe), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.886774 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5180-41ab-4ac4-8d46-fd7f6bf8d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (2ed46191-ed6d-46ce-9de2-20fe5eca72fe), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:46.927537 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f9dd5180-41ab-4ac4-8d46-fd7f6bf8d797 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b0c6251b05643c1ae1f85c9d45be842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207161 Apr 12 17:44:46.929448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd5180-41ab-4ac4-8d46-fd7f6bf8d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed46191-ed6d-46ce-9de2-20fe5eca72fe,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:46.930208 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56982) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:46.981691 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] Publish callbacks [] for security_group (2ed46191-ed6d-46ce-9de2-20fe5eca72fe), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.003772 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] Publish callbacks [] for security_group (2ed46191-ed6d-46ce-9de2-20fe5eca72fe), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.111887 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (2ed46191-ed6d-46ce-9de2-20fe5eca72fe), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.114505 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.115669 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ed46191-ed6d-46ce-9de2-20fe5eca72fe HTTP/1.1" status: 204 len: 168 time: 0.1844168 Apr 12 17:44:47.123392 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9212234-72b2-4c2e-8c93-c7775888dfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed46191-ed6d-46ce-9de2-20fe5eca72fe,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:47.350618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 56988) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:47.363551 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a9b21df-1a2c-4552-abbe-1f0344fd47fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.451834 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a9b21df-1a2c-4552-abbe-1f0344fd47fa admin admin] Publish callbacks [] for security_group (6d4b5f05-dd33-4986-ae14-2ad40352c7c1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.520779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a9b21df-1a2c-4552-abbe-1f0344fd47fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6d4b5f05-dd33-4986-ae14-2ad40352c7c1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.558846 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7a9b21df-1a2c-4552-abbe-1f0344fd47fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9840d8b39d8841a5a1e0a86954982680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070105 Apr 12 17:44:47.560785 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b21df-1a2c-4552-abbe-1f0344fd47fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4b5f05-dd33-4986-ae14-2ad40352c7c1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:47.561620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56992) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:47.610478 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] Publish callbacks [] for security_group (6d4b5f05-dd33-4986-ae14-2ad40352c7c1), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.632327 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] Publish callbacks [] for security_group (6d4b5f05-dd33-4986-ae14-2ad40352c7c1), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.740578 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (6d4b5f05-dd33-4986-ae14-2ad40352c7c1), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.743228 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.745039 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d4b5f05-dd33-4986-ae14-2ad40352c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1823914 Apr 12 17:44:47.753250 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251f40-1ba6-4d81-b89d-8cde9ca39c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4b5f05-dd33-4986-ae14-2ad40352c7c1,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:47.808205 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 56996) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:47.821891 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a79fa7d3-6382-4cdc-8bba-c47d8c6a62c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.872066 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-42723d2e-2512-41f7-ab9f-ec753eafce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.896068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a79fa7d3-6382-4cdc-8bba-c47d8c6a62c3 admin admin] Publish callbacks [] for security_group (bd22cc2c-5172-4892-a0fa-6c1fe623e646), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:47.966449 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a79fa7d3-6382-4cdc-8bba-c47d8c6a62c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bd22cc2c-5172-4892-a0fa-6c1fe623e646), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:48.005039 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-a79fa7d3-6382-4cdc-8bba-c47d8c6a62c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc63a5c07874d9bab26750a9ddf13de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956336 Apr 12 17:44:48.006109 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fa7d3-6382-4cdc-8bba-c47d8c6a62c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd22cc2c-5172-4892-a0fa-6c1fe623e646,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:48.007794 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57002) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:48.059522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] Publish callbacks [] for security_group (bd22cc2c-5172-4892-a0fa-6c1fe623e646), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:48.080103 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] Publish callbacks [] for security_group (bd22cc2c-5172-4892-a0fa-6c1fe623e646), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:48.209430 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (bd22cc2c-5172-4892-a0fa-6c1fe623e646), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:48.212256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:48.216859 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd22cc2c-5172-4892-a0fa-6c1fe623e646 HTTP/1.1" status: 204 len: 168 time: 0.2048819 Apr 12 17:44:48.221765 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34c1e-f232-43e8-ad9f-c595c32a932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd22cc2c-5172-4892-a0fa-6c1fe623e646,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:49.026186 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:49.441728 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57060) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:49.591753 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858dfa8f-627d-43b8-9aaf-82db9a0a21ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:49.674867 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858dfa8f-627d-43b8-9aaf-82db9a0a21ac admin admin] Publish callbacks [] for security_group (f7bf07a1-2bce-4247-8c6d-a36623a80165), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:49.734827 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-858dfa8f-627d-43b8-9aaf-82db9a0a21ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f7bf07a1-2bce-4247-8c6d-a36623a80165), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:49.772940 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dfa8f-627d-43b8-9aaf-82db9a0a21ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf07a1-2bce-4247-8c6d-a36623a80165,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:49.781889 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-858dfa8f-627d-43b8-9aaf-82db9a0a21ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2db0ebc6b604ec891aaaec1a125b446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366742 Apr 12 17:44:49.783144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57072) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:49.836636 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] Publish callbacks [] for security_group (f7bf07a1-2bce-4247-8c6d-a36623a80165), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:49.862604 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] Publish callbacks [] for security_group (f7bf07a1-2bce-4247-8c6d-a36623a80165), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:50.043212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (f7bf07a1-2bce-4247-8c6d-a36623a80165), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:50.046052 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:50.047324 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7bf07a1-2bce-4247-8c6d-a36623a80165 HTTP/1.1" status: 204 len: 168 time: 0.2643015 Apr 12 17:44:50.055573 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084ceab-b9d9-4bd9-ba02-b43334f95ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf07a1-2bce-4247-8c6d-a36623a80165,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:50.371745 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:51.604129 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57156) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:51.707496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9d62b28-a156-447d-9d96-62ec656a6594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:51.779638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9d62b28-a156-447d-9d96-62ec656a6594 admin admin] Publish callbacks [] for security_group (9ab550cd-8d0e-4ad1-b205-4d4af4396f3e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:51.900423 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9d62b28-a156-447d-9d96-62ec656a6594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9ab550cd-8d0e-4ad1-b205-4d4af4396f3e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:51.941263 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a9d62b28-a156-447d-9d96-62ec656a6594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ded58ce12ff649d29dc7d07a249743f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359175 Apr 12 17:44:51.942302 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d62b28-a156-447d-9d96-62ec656a6594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab550cd-8d0e-4ad1-b205-4d4af4396f3e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:51.943937 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57160) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:51.957696 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:51.995491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] Publish callbacks [] for security_group (9ab550cd-8d0e-4ad1-b205-4d4af4396f3e), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.017083 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] Publish callbacks [] for security_group (9ab550cd-8d0e-4ad1-b205-4d4af4396f3e), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.126279 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (9ab550cd-8d0e-4ad1-b205-4d4af4396f3e), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.129204 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.130385 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ab550cd-8d0e-4ad1-b205-4d4af4396f3e HTTP/1.1" status: 204 len: 168 time: 0.1854205 Apr 12 17:44:52.140581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76258b01-d036-4409-a5cf-5e2638ec4fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab550cd-8d0e-4ad1-b205-4d4af4396f3e,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:52.689235 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57172) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:52.702633 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-973823fb-9fa9-4e34-a52b-ab00366960ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.774478 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-973823fb-9fa9-4e34-a52b-ab00366960ee admin admin] Publish callbacks [] for security_group (a089b396-5627-423d-8f87-ecfb7acb658a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.842916 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-973823fb-9fa9-4e34-a52b-ab00366960ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a089b396-5627-423d-8f87-ecfb7acb658a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.881000 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-973823fb-9fa9-4e34-a52b-ab00366960ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af7349d12c3e401fbf2ca28ec42ba8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906939 Apr 12 17:44:52.882915 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973823fb-9fa9-4e34-a52b-ab00366960ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a089b396-5627-423d-8f87-ecfb7acb658a,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:52.883703 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57174) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:44:52.931674 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] Publish callbacks [] for security_group (a089b396-5627-423d-8f87-ecfb7acb658a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:52.952768 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] Publish callbacks [] for security_group (a089b396-5627-423d-8f87-ecfb7acb658a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:53.054402 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a089b396-5627-423d-8f87-ecfb7acb658a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:53.056882 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:44:53.058010 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a089b396-5627-423d-8f87-ecfb7acb658a HTTP/1.1" status: 204 len: 168 time: 0.1728153 Apr 12 17:44:53.065310 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f123f1-2948-4043-97b0-5508ac217f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089b396-5627-423d-8f87-ecfb7acb658a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:44:57.704514 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:45:09.077909 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57440) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:09.185599 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8dd01cbe-f3e6-495c-90ae-66ba0a002ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.257554 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8dd01cbe-f3e6-495c-90ae-66ba0a002ce3 admin admin] Publish callbacks [] for security_group (47d34bdb-ffcf-4682-99d3-a9cc27691ca4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.302464 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8dd01cbe-f3e6-495c-90ae-66ba0a002ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (47d34bdb-ffcf-4682-99d3-a9cc27691ca4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.345743 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8dd01cbe-f3e6-495c-90ae-66ba0a002ce3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=879d4f220cdd492c8dd1c70ff90a2331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667103 Apr 12 17:45:09.346179 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57444) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:09.347460 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd01cbe-f3e6-495c-90ae-66ba0a002ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d34bdb-ffcf-4682-99d3-a9cc27691ca4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:09.399576 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] Publish callbacks [] for security_group (47d34bdb-ffcf-4682-99d3-a9cc27691ca4), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.428522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] Publish callbacks [] for security_group (47d34bdb-ffcf-4682-99d3-a9cc27691ca4), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.643239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (47d34bdb-ffcf-4682-99d3-a9cc27691ca4), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.645973 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:09.647341 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47d34bdb-ffcf-4682-99d3-a9cc27691ca4 HTTP/1.1" status: 204 len: 168 time: 0.2990334 Apr 12 17:45:09.655538 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509963cd-74cd-4d0e-ad9d-fecc9f838838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d34bdb-ffcf-4682-99d3-a9cc27691ca4,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:10.683908 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57500) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:10.777287 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-819765592-network', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:10.888486 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Made reservation on behalf of 5c9aea18df5e4b638d12a3b72692035f for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:10.890890 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:10.899721 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:10.978478 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks [] for security_group (a39f514f-9f21-4f5e-b0fb-74c2d682e221), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.060002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a39f514f-9f21-4f5e-b0fb-74c2d682e221), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.088253 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:45:11.100536 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f514f-9f21-4f5e-b0fb-74c2d682e221,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:11.104407 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (d8671914-8b63-47a2-b30e-1960212a8320), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.104744 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Added segment d8671914-8b63-47a2-b30e-1960212a8320 of type vlan for network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 Apr 12 17:45:11.147224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (8d6d13a2-7264-4ac3-b1f0-25142fd85e65), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.265637 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (8d6d13a2-7264-4ac3-b1f0-25142fd85e65), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.266660 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:11.267526 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.329744 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] Pushing event updated for resources: {'Network': ['ID=8d6d13a2-7264-4ac3-b1f0-25142fd85e65,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:11.340994 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:45:11.373787 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-380bf5ac-abbf-476d-9703-bb37fa15bb0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6887312 Apr 12 17:45:11.376708 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57518) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:11.381636 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Request body: {'subnet': {'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-819765592-subnet', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:11.473927 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Made reservation on behalf of 5c9aea18df5e4b638d12a3b72692035f for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:11.476292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.654495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57524) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:11.714463 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (d07d4cea-ea09-46ca-a0f1-9f663cc1aa23), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.760837 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e751154d-89cd-4538-a0f8-255cd4b06840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.771246 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:11.780873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:11.781239 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Network hostable DHCP agents. Network: 8d6d13a2-7264-4ac3-b1f0-25142fd85e65, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:45:11.837176 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e751154d-89cd-4538-a0f8-255cd4b06840 admin admin] Publish callbacks [] for security_group (de27ac57-614f-440d-bc7c-a05f34e1f14e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.851323 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:45:11.914274 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e751154d-89cd-4538-a0f8-255cd4b06840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (de27ac57-614f-440d-bc7c-a05f34e1f14e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.945832 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 8d6d13a2-7264-4ac3-b1f0-25142fd85e65) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:11.950283 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:11.950942 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751154d-89cd-4538-a0f8-255cd4b06840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de27ac57-614f-440d-bc7c-a05f34e1f14e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:11.951086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:11.957867 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49553f3a-881b-4685-9d00-cdace4f70033 None None] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:11.958099 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-e751154d-89cd-4538-a0f8-255cd4b06840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32d7d2be9c6341269cec4e62d1c88f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020136 Apr 12 17:45:11.958621 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57528) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:12.011355 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] Publish callbacks [] for security_group (de27ac57-614f-440d-bc7c-a05f34e1f14e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.034665 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] Publish callbacks [] for security_group (de27ac57-614f-440d-bc7c-a05f34e1f14e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.039217 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7305f9da-a277-4199-9e79-d17f8b5701e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6588664 Apr 12 17:45:12.039609 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57530) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:12.045596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:12.071233 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:45:12.075813 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.128491 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.129577 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.157761 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (de27ac57-614f-440d-bc7c-a05f34e1f14e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.160802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.167941 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de27ac57-614f-440d-bc7c-a05f34e1f14e HTTP/1.1" status: 204 len: 168 time: 0.2021909 Apr 12 17:45:12.179425 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c9939-a6ca-48f5-9d2b-a5c8c9a70bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de27ac57-614f-440d-bc7c-a05f34e1f14e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:12.217340 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for router_controller (91d3bf4c-e3e7-47f2-9635-251d8c325694), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.295912 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Allocated IP 172.20.0.2 (8d6d13a2-7264-4ac3-b1f0-25142fd85e65/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23/d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:12.416857 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for router_gateway (91d3bf4c-e3e7-47f2-9635-251d8c325694), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.440891 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks [] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.577748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.614691 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:12.618313 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:12.623440 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:12.640917 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Pushing event updated for resources: {'Port': ['ID=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:12.663467 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.663816 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.664159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.664502 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.664841 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.665173 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.665504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.665886 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.666189 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.666571 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.666910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.672608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.672608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.672608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.672608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:12.705202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Attempting to bind port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:12.705580 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Attempting to bind port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:12.706303 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Attempting to bind port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:12.712202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:12.712578 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:12.712979 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.713374 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Bound using segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:12.713843 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Bound port: d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:12.714260 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.728647 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for router_gateway (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.745984 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.796305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] For port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:12.800090 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] For port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:12.857230 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Allocated IP 172.27.2.48 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/2badb063-ec0f-45ff-ae4b-02faaa150163) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:12.858614 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57538) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:12.862686 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.873018 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a415fc74-8652-486b-bc16-58bc1e9b79d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.942550 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134631-97db-4779-a82d-7bdfb402a768 None None] Pushing event updated for resources: {'Port': ['ID=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:12.973921 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a415fc74-8652-486b-bc16-58bc1e9b79d4 admin admin] Publish callbacks [] for security_group (201115f7-8cd3-4904-a07e-a62c702423c5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:12.990776 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.074023 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a415fc74-8652-486b-bc16-58bc1e9b79d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (201115f7-8cd3-4904-a07e-a62c702423c5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.103371 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.135065 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415fc74-8652-486b-bc16-58bc1e9b79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201115f7-8cd3-4904-a07e-a62c702423c5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:13.153756 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a415fc74-8652-486b-bc16-58bc1e9b79d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcfe624ccf104facb0e20e39ff4691cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935359 Apr 12 17:45:13.158007 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57540) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:13.167667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:13.173993 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:13.177709 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:13.183696 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Pushing event updated for resources: {'Port': ['ID=2badb063-ec0f-45ff-ae4b-02faaa150163,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:13.215809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] Publish callbacks [] for security_group (201115f7-8cd3-4904-a07e-a62c702423c5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.239876 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] Publish callbacks [] for security_group (201115f7-8cd3-4904-a07e-a62c702423c5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.382619 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (201115f7-8cd3-4904-a07e-a62c702423c5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.387134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.387134 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/201115f7-8cd3-4904-a07e-a62c702423c5 HTTP/1.1" status: 204 len: 168 time: 0.2274125 Apr 12 17:45:13.394490 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329b72-1a22-4e53-a491-c6e301466a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201115f7-8cd3-4904-a07e-a62c702423c5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:13.563052 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for router_gateway (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:13.932748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f56ff3-c47a-40bd-a4e1-16e3027f1902 None None] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:14.057291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.134280 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Provisioning complete for port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:14.134812 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.265616 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Current status of the port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:14.266151 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.297087 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:45:14.300038 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] For port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:14.371109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.436504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c36d18-5708-4975-a60c-fc7a6d9a47dd None None] Pushing event updated for resources: {'Port': ['ID=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:14.438433 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:45:14.453235 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:45:14.465887 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57564) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:14.471190 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:14.471747 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:44:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:14.525068 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.529128 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2895a4f3-bd1b-4c88-a2ed-f5528b91cc64 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4878855 Apr 12 17:45:14.530064 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57568) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:14.534214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-efaf690f-3133-45a8-bb99-83e4d5ca6a4a None None] Provisioning complete for port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:14.534805 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-efaf690f-3133-45a8-bb99-83e4d5ca6a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.591665 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023098790-network', 'tenant_id': 'fed0678bfc0547f0a885a73e622d491b'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:14.593161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:14.670314 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:14.734777 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Made reservation on behalf of fed0678bfc0547f0a885a73e622d491b for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:14.737213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.750827 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.777202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:14.777580 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:14.837433 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-efaf690f-3133-45a8-bb99-83e4d5ca6a4a None None] Current status of the port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:14.942266 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:13Z', 'revision_number': 3, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:14.974198 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:45:14.974559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Updating router 91d3bf4c-e3e7-47f2-9635-251d8c325694 port 2badb063-ec0f-45ff-ae4b-02faaa150163 binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:45:14.977297 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:15.001149 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks [] for security_group (c4141f73-4747-4524-b66e-9f4eeb8d1dea), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.011359 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.048065 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.066309 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c4141f73-4747-4524-b66e-9f4eeb8d1dea), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.118175 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:45:15.141626 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4141f73-4747-4524-b66e-9f4eeb8d1dea,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.147911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (32a6c62a-6756-46f6-9d5f-3adaaf27a1fa), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.148249 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Added segment 32a6c62a-6756-46f6-9d5f-3adaaf27a1fa of type vlan for network d0f7349c-5f73-4352-a376-d52367520036 Apr 12 17:45:15.225913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (d0f7349c-5f73-4352-a376-d52367520036), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.265800 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks [] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.291326 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Allocated IP 172.20.0.1 (8d6d13a2-7264-4ac3-b1f0-25142fd85e65/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23/780f07b8-fdae-4ec3-aa79-4db1dbac8bf5) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:15.342307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.366260 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (d0f7349c-5f73-4352-a376-d52367520036), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.367216 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:15.367793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.397214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Attempting to bind port 2badb063-ec0f-45ff-ae4b-02faaa150163 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:15.397214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Attempting to bind port 2badb063-ec0f-45ff-ae4b-02faaa150163 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:15.397214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Attempting to bind port 2badb063-ec0f-45ff-ae4b-02faaa150163 on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:15.399925 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41114e-d0c4-4df1-a2b8-3bd73455ac7c None None] Pushing event updated for resources: {'Port': ['ID=2badb063-ec0f-45ff-ae4b-02faaa150163,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.405289 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:15.405683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:15.406289 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.406510 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:15.406964 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Bound port: 2badb063-ec0f-45ff-ae4b-02faaa150163, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:15.407345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.446061 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks [] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.454852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f7349c-5f73-4352-a376-d52367520036,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.471251 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network d0f7349c-5f73-4352-a376-d52367520036 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:45:15.477721 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-227590eb-93e6-4551-9a40-cbcd3f2bdd70 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0084767 Apr 12 17:45:15.479190 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57572) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:15.484522 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Request body: {'subnet': {'network_id': 'd0f7349c-5f73-4352-a376-d52367520036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023098790-subnet', 'tenant_id': 'fed0678bfc0547f0a885a73e622d491b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:15.538062 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] For port 2badb063-ec0f-45ff-ae4b-02faaa150163, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:15.555663 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] For port 2badb063-ec0f-45ff-ae4b-02faaa150163, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=2badb063-ec0f-45ff-ae4b-02faaa150163,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:15.560727 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7ca54efe-1040-4913-af33-6f85f566899e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.605408 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Made reservation on behalf of fed0678bfc0547f0a885a73e622d491b for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:15.605689 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.607829 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.628209 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.644845 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:15.649806 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:15.653406 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:15.655414 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.694462 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Pushing event updated for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.723601 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.745104 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41114e-d0c4-4df1-a2b8-3bd73455ac7c None None] Pushing event updated for resources: {'Port': ['ID=2badb063-ec0f-45ff-ae4b-02faaa150163,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.748547 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:15.748972 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:44:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:15.874136 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:15.883199 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (f9390bf4-505f-438a-bed4-776ab4f60375), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:15.954648 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9390bf4-505f-438a-bed4-776ab4f60375,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:15.963690 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Checking segment: {'id': '32a6c62a-6756-46f6-9d5f-3adaaf27a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd0f7349c-5f73-4352-a376-d52367520036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:15.964224 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Network hostable DHCP agents. Network: d0f7349c-5f73-4352-a376-d52367520036, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:45:15.969335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.067992 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Network d0f7349c-5f73-4352-a376-d52367520036 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:45:16.143913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-149c46b6-dfcc-4dcf-bafd-080d31849794 None None] Provisioning complete for port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:16.144504 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-149c46b6-dfcc-4dcf-bafd-080d31849794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.148360 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, d0f7349c-5f73-4352-a376-d52367520036) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:16.149284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks [] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.152866 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:16.153503 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.175194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10c846-303b-4f2a-9c55-e4c63e981040 None None] Network d0f7349c-5f73-4352-a376-d52367520036 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:16.225614 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.248899 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-149c46b6-dfcc-4dcf-bafd-080d31849794 None None] Port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:16.257519 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-5ebc2ffe-b9ec-4ee8-a628-a9014c698f39 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7772219 Apr 12 17:45:16.308884 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:13Z', 'revision_number': 3, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:16.311152 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Pushing event updated for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:16.326743 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.350634 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e987c6-32d4-48c1-ae84-174e460d33c2 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:13Z', 'revision_number': 3, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:45:16.367759 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9978fa9-f3fd-4d94-8a30-c1aa78b6a0e8 None None] Network d0f7349c-5f73-4352-a376-d52367520036 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:16.435628 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:16.437372 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:16.546824 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:16.594788 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:45:16.629167 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:16.629641 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.802533 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-6826a4e3-ca5e-4351-a971-02687a170ebd None None] Provisioning complete for port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:16.802999 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6826a4e3-ca5e-4351-a971-02687a170ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:16.809531 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:16.858721 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6826a4e3-ca5e-4351-a971-02687a170ebd None None] Port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:17.067891 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:45:17.082684 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-d1e2e734-48fa-4037-8cce-d9588dd36d58 admin admin] 10.222.0.32 "PUT /v2.0/routers/91d3bf4c-e3e7-47f2-9635-251d8c325694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514410 Apr 12 17:45:17.110561 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57594) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:17.113989 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-65190863-network', 'tenant_id': '49647a8ea69c4037a76b99ab1369fd47'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:17.202790 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Made reservation on behalf of 49647a8ea69c4037a76b99ab1369fd47 for: {'network': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:17.212341 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.221932 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.308203 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks [] for security_group (fc3f6bba-d544-4d41-8e1f-801a8dd67a32), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.431416 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fc3f6bba-d544-4d41-8e1f-801a8dd67a32), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.458559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:45:17.469383 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f6bba-d544-4d41-8e1f-801a8dd67a32,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:17.474163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (de847480-5897-4d31-abbb-8609446a43ca), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.474513 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.segments_db [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Added segment de847480-5897-4d31-abbb-8609446a43ca of type vlan for network e3227605-6273-43ff-90c7-42dacb9c1151 Apr 12 17:45:17.514086 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (e3227605-6273-43ff-90c7-42dacb9c1151), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.602923 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (e3227605-6273-43ff-90c7-42dacb9c1151), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.604116 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:17.604748 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.671399 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] Pushing event updated for resources: {'Network': ['ID=e3227605-6273-43ff-90c7-42dacb9c1151,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:17.681355 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network e3227605-6273-43ff-90c7-42dacb9c1151 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:45:17.702751 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-94c507e9-863f-4e4e-b0b3-223e40e66b83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5930171 Apr 12 17:45:17.705386 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57604) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:17.713219 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Request body: {'subnet': {'network_id': 'e3227605-6273-43ff-90c7-42dacb9c1151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-65190863-subnet', 'tenant_id': '49647a8ea69c4037a76b99ab1369fd47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:17.805320 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Made reservation on behalf of 49647a8ea69c4037a76b99ab1369fd47 for: {'subnet': 1} {{(pid=103811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:17.807810 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13839580'] for subnet (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.849477 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-78e71c45-f86b-4491-93c6-1d09f2bd863d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:17.903385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57612) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:17.909993 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301697799-network', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:18.019914 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Made reservation on behalf of a537a4b3f4eb4c5698c3b94b7586c5ae for: {'network': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:18.022261 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for network (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.033264 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.083130 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13175806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13839562'] for subnet (e067503b-c31a-4b68-acc4-b33c7df7be14), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.113871 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks [] for security_group (29bed013-cfe4-4ec3-862b-b057e7dc38ff), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.145772 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e067503b-c31a-4b68-acc4-b33c7df7be14,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:18.154330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Checking segment: {'id': 'de847480-5897-4d31-abbb-8609446a43ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e3227605-6273-43ff-90c7-42dacb9c1151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:18.154695 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Network hostable DHCP agents. Network: e3227605-6273-43ff-90c7-42dacb9c1151, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:45:18.196661 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (29bed013-cfe4-4ec3-862b-b057e7dc38ff), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.218696 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:45:18.225109 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:45:18.229182 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:18.236603 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:18.238674 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bed013-cfe4-4ec3-862b-b057e7dc38ff,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:18.243502 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (034dd850-397e-4ce0-b61c-de0556dcfd2a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.243848 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.segments_db [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Added segment 034dd850-397e-4ce0-b61c-de0556dcfd2a of type vlan for network 899ea8eb-14fd-462b-b082-a44052745ce8 Apr 12 17:45:18.256400 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Network e3227605-6273-43ff-90c7-42dacb9c1151 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:45:18.285554 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742582128092'] for network (899ea8eb-14fd-462b-b082-a44052745ce8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.339395 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, e3227605-6273-43ff-90c7-42dacb9c1151) {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:18.344494 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:18.344740 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:18.345613 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.350506 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2fe6d-5d72-4d9d-9d52-bd45e6065647 None None] Network e3227605-6273-43ff-90c7-42dacb9c1151 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:18.370899 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370'] for network (899ea8eb-14fd-462b-b082-a44052745ce8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.371678 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:18.374702 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.448521 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] Pushing event updated for resources: {'Network': ['ID=899ea8eb-14fd-462b-b082-a44052745ce8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:18.460694 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-771a289e-e811-43f4-b94c-6d213b44b14e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7521901 Apr 12 17:45:18.468172 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Network 899ea8eb-14fd-462b-b082-a44052745ce8 details requested by agent ovs-agent-dv-cinder-837532-1-iscsi with host dv-cinder-837532-1-iscsi {{(pid=103812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:45:18.482338 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-ac0ec4ef-b31c-4257-8860-5464a4a4edad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5767634 Apr 12 17:45:18.498124 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57618) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:18.504102 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Request body: {'subnet': {'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301697799-subnet', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'ip_version': 4}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:18.554973 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5bc7c7-9335-43f8-a280-36dab8d82f6e None None] Network e3227605-6273-43ff-90c7-42dacb9c1151 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:18.594675 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:16Z', 'revision_number': 2, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:18.603570 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2badb063-ec0f-45ff-ae4b-02faaa150163 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:18.616582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Made reservation on behalf of a537a4b3f4eb4c5698c3b94b7586c5ae for: {'subnet': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:18.618912 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58364132'] for subnet (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.636598 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:45:18.637056 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Updating router 91d3bf4c-e3e7-47f2-9635-251d8c325694 port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:45:18.670900 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.737416 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 2badb063-ec0f-45ff-ae4b-02faaa150163 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:18.738737 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.853576 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 2badb063-ec0f-45ff-ae4b-02faaa150163 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:18.854276 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.880953 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 2badb063-ec0f-45ff-ae4b-02faaa150163, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=2badb063-ec0f-45ff-ae4b-02faaa150163,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:18.905841 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12866852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58364146'] for subnet (c9d22183-2c5c-4c2f-892e-93438d53ae93), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.961542 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:18.968172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d22183-2c5c-4c2f-892e-93438d53ae93,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:18.975796 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Checking segment: {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:18.976191 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Network hostable DHCP agents. Network: 899ea8eb-14fd-462b-b082-a44052745ce8, hostable agents: ['ec04a1eb-d5a5-403d-be89-12c2bc4799fd'], hosted agents: [] {{(pid=103810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:45:19.019715 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks [] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.023177 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=2badb063-ec0f-45ff-ae4b-02faaa150163,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.045323 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.067669 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Network 899ea8eb-14fd-462b-b082-a44052745ce8 is scheduled to be hosted by DHCP agent ec04a1eb-d5a5-403d-be89-12c2bc4799fd with binding_index 1 {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:45:19.119359 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.156950 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837532-1-iscsi, 899ea8eb-14fd-462b-b082-a44052745ce8) {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:19.161553 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:19.176895 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.177655 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503dba13-a1b0-4e79-b9ed-7ff72f34e6ad None None] Network 899ea8eb-14fd-462b-b082-a44052745ce8 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:19.182819 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Pushing event updated for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.194024 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.194390 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.194961 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.195328 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.195669 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.195998 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.196330 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.196653 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.196992 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.197310 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.197635 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.197972 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.203913 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.203913 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.203913 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:19.256434 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-43115d93-605a-40aa-9f6e-2782f63891b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7571564 Apr 12 17:45:19.259271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57626) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:19.265270 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:19.267609 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Attempting to bind port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:19.268108 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Attempting to bind port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:19.268290 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Attempting to bind port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:19.274168 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:19.274379 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:19.274751 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.275278 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Bound using segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:19.275754 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Bound port: 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:19.276140 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.308422 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp379b927c-320d-559c-94c3-ab24c6125508-899ea8eb-14fd-462b-b082-a44052745ce8', 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8', 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'fixed_ips': [{'subnet_id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93'}]}} from dv-cinder-837532-1-iscsi. {{(pid=103812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:45:19.309294 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.351894 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] For port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:19.355618 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] For port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:19.371206 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8951'] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.372396 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8942'] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.429786 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for router_controller (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), precommit_add_association {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.447943 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-f6b022cc-31c1-460f-b168-96acd9f86480 None None] Provisioning complete for port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:19.448321 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f6b022cc-31c1-460f-b168-96acd9f86480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.457186 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.495923 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.db_base_plugin_common [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Allocated IP 172.20.0.2 (899ea8eb-14fd-462b-b082-a44052745ce8/c9d22183-2c5c-4c2f-892e-93438d53ae93/48aea40a-defc-4c4a-907e-f2adf917b89c) {{(pid=103812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:19.498188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f6b022cc-31c1-460f-b168-96acd9f86480 None None] Port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:19.513174 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:19.513805 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:19.571871 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a935-8201-429b-9274-e5ebae09b6f0 None None] Pushing event updated for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.661976 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:19.704662 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks [] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), precommit_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.772034 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for router_gateway (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.774650 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), after_create {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.817023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Network 899ea8eb-14fd-462b-b082-a44052745ce8 is already hosted by enough agents. {{(pid=103812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:19.831181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.scheduler.base_scheduler [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Resources bound (agent type, host, resource id): {{(pid=103812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:19.833564 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Received port after_create {{(pid=103812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:19.836075 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Pushing event updated for resources: {'Port': ['ID=48aea40a-defc-4c4a-907e-f2adf917b89c,revision_number=1']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:19.838164 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Provisioning complete for port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:19.838530 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.890622 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:19Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:19.917919 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b05969f-bc9d-497a-a450-74c4123f213a None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:19Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:45:19.930468 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Attempting to bind port 48aea40a-defc-4c4a-907e-f2adf917b89c on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:19.933320 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Attempting to bind port 48aea40a-defc-4c4a-907e-f2adf917b89c by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:19.933320 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Attempting to bind port 48aea40a-defc-4c4a-907e-f2adf917b89c on network 899ea8eb-14fd-462b-b082-a44052745ce8 {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:19.939132 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:19.940589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Checking segment: {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:19.941005 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:19.941405 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Bound using segment: {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:19.941894 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Bound port: 48aea40a-defc-4c4a-907e-f2adf917b89c, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:19.942324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.029945 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Current status of the port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:20.030314 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.076653 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for router_gateway (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.093854 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] For port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:20.096913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] For port 48aea40a-defc-4c4a-907e-f2adf917b89c, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:20.106193 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.109773 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] For port 48aea40a-defc-4c4a-907e-f2adf917b89c, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=48aea40a-defc-4c4a-907e-f2adf917b89c,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:20.180527 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.211658 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.229769 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Allocated IP 172.27.2.217 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/94cd3454-7b35-43a9-962a-d474a8cd24ec) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:20.246552 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b11a1-1072-401d-a984-4937cfca96f5 None None] Pushing event updated for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:20.318073 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cf2a9-d915-4086-a461-4a4057b4b453 None None] Pushing event updated for resources: {'Port': ['ID=48aea40a-defc-4c4a-907e-f2adf917b89c,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:20.348578 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.397292 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.454598 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.525547 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:20.530026 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:20.532934 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:20.542422 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Pushing event updated for resources: {'Port': ['ID=94cd3454-7b35-43a9-962a-d474a8cd24ec,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:20.636298 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2badb063-ec0f-45ff-ae4b-02faaa150163 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:20.694397 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 2badb063-ec0f-45ff-ae4b-02faaa150163 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:20.694783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.782307 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 2badb063-ec0f-45ff-ae4b-02faaa150163 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:20.783388 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:20.831014 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:20.832305 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.903889 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for router_gateway (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:20.921638 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:21.131112 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454829'] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.279362 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce47ed-3392-43b0-adca-c7c7781e448f None None] Network 899ea8eb-14fd-462b-b082-a44052745ce8 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:45:21.339439 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f is scheduled to L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c with binding_index 1 {{(pid=103811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:45:21.340069 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Provisioning complete for port 48aea40a-defc-4c4a-907e-f2adf917b89c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:21.340434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.454354 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:45:21.501664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Sync routers for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:45:21.533280 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:21.533843 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:21.549605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.553514 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2121387a-3147-4e83-9505-5e429231ba56 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2908051 Apr 12 17:45:21.553780 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57652) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:21.688553 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Current status of the port 48aea40a-defc-4c4a-907e-f2adf917b89c is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:21.689089 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.717019 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:21.811140 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] For port 48aea40a-defc-4c4a-907e-f2adf917b89c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=48aea40a-defc-4c4a-907e-f2adf917b89c,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:21.884159 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.956593 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:21.969571 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462db3c7-fe5b-4244-9558-9b9b8b83b11a None None] Pushing event updated for resources: {'Port': ['ID=48aea40a-defc-4c4a-907e-f2adf917b89c,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:21.974308 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 3, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:22.008351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Checking router: 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:45:22.008995 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Updating router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f port 94cd3454-7b35-43a9-962a-d474a8cd24ec binding host dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:45:22.038596 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-852d011f-7b26-4bad-9c9b-5dc88c55ce67 None None] Provisioning complete for port 48aea40a-defc-4c4a-907e-f2adf917b89c triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:22.038596 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-852d011f-7b26-4bad-9c9b-5dc88c55ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.062431 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.231393 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-852d011f-7b26-4bad-9c9b-5dc88c55ce67 None None] Current status of the port 48aea40a-defc-4c4a-907e-f2adf917b89c is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:22.289668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.375610 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks [] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), precommit_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.431345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.449220 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Allocated IP 172.20.0.1 (899ea8eb-14fd-462b-b082-a44052745ce8/c9d22183-2c5c-4c2f-892e-93438d53ae93/12131d6c-027f-4651-a831-870c166b0fd2) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:22.486959 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Attempting to bind port 94cd3454-7b35-43a9-962a-d474a8cd24ec on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:22.487335 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Attempting to bind port 94cd3454-7b35-43a9-962a-d474a8cd24ec by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:22.487697 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Attempting to bind port 94cd3454-7b35-43a9-962a-d474a8cd24ec on network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:22.496681 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61e633-cb74-45d0-bd98-d6c729b9fe3e None None] Pushing event updated for resources: {'Port': ['ID=94cd3454-7b35-43a9-962a-d474a8cd24ec,revision_number=2']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:22.501376 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:22.502224 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Checking segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:22.502224 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.502543 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Bound using segment: {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'} {{(pid=103812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:22.503020 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.managers [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Bound port: 94cd3454-7b35-43a9-962a-d474a8cd24ec, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef3f2c-f049-458c-81ec-0519fcdf7daa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e'}}] {{(pid=103812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:22.503402 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.538442 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 48aea40a-defc-4c4a-907e-f2adf917b89c up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:22.553691 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks [] for port (12131d6c-027f-4651-a831-870c166b0fd2), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.593033 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] For port 94cd3454-7b35-43a9-962a-d474a8cd24ec, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:22.607883 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] For port 94cd3454-7b35-43a9-962a-d474a8cd24ec, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=94cd3454-7b35-43a9-962a-d474a8cd24ec,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:22.617801 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 48aea40a-defc-4c4a-907e-f2adf917b89c triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:22.618700 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.673874 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.693858 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.710305 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Network 899ea8eb-14fd-462b-b082-a44052745ce8 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:22.713122 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:22.718862 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:22.722486 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 48aea40a-defc-4c4a-907e-f2adf917b89c is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:22.749871 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Pushing event updated for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:22.765298 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:22.765790 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:22.770955 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454748'] for router_interface (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.807313 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61e633-cb74-45d0-bd98-d6c729b9fe3e None None] Pushing event updated for resources: {'Port': ['ID=94cd3454-7b35-43a9-962a-d474a8cd24ec,revision_number=3']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:22.894500 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:22.973981 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-8c98141b-08d0-4156-895b-f6a68abf6e5e None None] Provisioning complete for port 12131d6c-027f-4651-a831-870c166b0fd2 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:22.974296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8c98141b-08d0-4156-895b-f6a68abf6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (12131d6c-027f-4651-a831-870c166b0fd2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:22.983163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (12131d6c-027f-4651-a831-870c166b0fd2), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:23.045013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-8c98141b-08d0-4156-895b-f6a68abf6e5e None None] Port 12131d6c-027f-4651-a831-870c166b0fd2 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:23.099035 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 3, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:23.129743 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b235a-3158-46ba-a543-261cd473f3e5 None None] The sync data for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi is: [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 3, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:45:23.144968 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks [] for port (12131d6c-027f-4651-a831-870c166b0fd2), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:23.202680 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:23.274334 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Pushing event updated for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:23.276980 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456428'] for router_interface (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:23.385168 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Network 899ea8eb-14fd-462b-b082-a44052745ce8 is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:23.386692 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:23.530002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:45:23.647617 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:45:23.652714 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2ac12329-03cd-4855-b9a3-602102375f6d admin admin] 10.222.0.32 "PUT /v2.0/routers/6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0978715 Apr 12 17:45:23.667413 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-6180c28d-bc83-45bf-af29-7a65f184c102 None None] Provisioning complete for port 12131d6c-027f-4651-a831-870c166b0fd2 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:23.667789 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6180c28d-bc83-45bf-af29-7a65f184c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (12131d6c-027f-4651-a831-870c166b0fd2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:23.711094 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-6180c28d-bc83-45bf-af29-7a65f184c102 None None] Port 12131d6c-027f-4651-a831-870c166b0fd2 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:24.314215 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57688) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:24.318825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568821326', 'description': 'tempest-secgroup-smoke-1568821326 description', 'project_id': '5c9aea18df5e4b638d12a3b72692035f'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:24.396904 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.470567 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (ddf81899-a4ab-44bd-9dad-4f5924467ddd), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.507725 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 94cd3454-7b35-43a9-962a-d474a8cd24ec up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:24.539523 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ddf81899-a4ab-44bd-9dad-4f5924467ddd), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.557525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 94cd3454-7b35-43a9-962a-d474a8cd24ec triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:24.557525 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.569756 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf81899-a4ab-44bd-9dad-4f5924467ddd,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:24.635681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.637137 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-705b71c2-f9d9-414e-9f9a-0448f7cdd861 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3218846 Apr 12 17:45:24.640278 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57690) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:24.645707 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:24.737438 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Sync routers for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:45:24.742787 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (49c5d338-a9c4-4c98-b1dd-f19a4c7eb7a5), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.747576 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:24.748258 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:24.773190 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 94cd3454-7b35-43a9-962a-d474a8cd24ec is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:24.773591 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.796208 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] For port 94cd3454-7b35-43a9-962a-d474a8cd24ec, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=94cd3454-7b35-43a9-962a-d474a8cd24ec,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:24.801024 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (49c5d338-a9c4-4c98-b1dd-f19a4c7eb7a5), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.861118 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:24.867828 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.879717 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (49c5d338-a9c4-4c98-b1dd-f19a4c7eb7a5), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.904975 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c5d338-a9c4-4c98-b1dd-f19a4c7eb7a5,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:24.926746 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Pushing event updated for resources: {'Port': ['ID=94cd3454-7b35-43a9-962a-d474a8cd24ec,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:24.997935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:24.999198 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-03f6c71c-6067-4548-b0a2-1905bf85d6c4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577838 Apr 12 17:45:25.001974 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57694) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:25.006325 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:25.070788 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (df18d63e-403c-4e61-a54a-297adcc13f2a), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.126448 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (df18d63e-403c-4e61-a54a-297adcc13f2a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.136244 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 4, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '12131d6c-027f-4651-a831-870c166b0fd2', 'name': '', 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'mac_address': 'fa:16:3e:b1:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:22Z', 'updated_at': '2022-04-12T17:45:23Z', 'revision_number': 2, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'subnets': [{'id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:25.163476 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Checking router: 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:45:25.163901 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Updating router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f port 12131d6c-027f-4651-a831-870c166b0fd2 binding host dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:45:25.190057 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (12131d6c-027f-4651-a831-870c166b0fd2), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.196789 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (df18d63e-403c-4e61-a54a-297adcc13f2a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.212718 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df18d63e-403c-4e61-a54a-297adcc13f2a,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:25.298512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.299730 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-2b41f964-8668-48da-a080-6ae616f9dee0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2967074 Apr 12 17:45:25.302688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57696) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:25.307159 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:25.394015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (83824716-9ed2-466a-8202-15ac493792ef), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.448722 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (83824716-9ed2-466a-8202-15ac493792ef), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.454479 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks [] for port (12131d6c-027f-4651-a831-870c166b0fd2), precommit_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.536070 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (83824716-9ed2-466a-8202-15ac493792ef), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.553040 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83824716-9ed2-466a-8202-15ac493792ef,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:25.562995 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.611621 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fe22f-4fd7-4c97-b2f4-3a71dbabc57f None None] Pushing event updated for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=3']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:25.627813 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.634832 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-a364c478-4655-43cf-857a-c1021e0633ce tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282499 Apr 12 17:45:25.634832 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57700) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:25.637151 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:25.668319 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Attempting to bind port 12131d6c-027f-4651-a831-870c166b0fd2 on host dv-cinder-837532-1-iscsi for vnic_type normal with profile {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:25.668685 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Attempting to bind port 12131d6c-027f-4651-a831-870c166b0fd2 by drivers openvswitch,hyperv on host dv-cinder-837532-1-iscsi at level 0 using segments [{'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:25.669540 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Attempting to bind port 12131d6c-027f-4651-a831-870c166b0fd2 on network 899ea8eb-14fd-462b-b082-a44052745ce8 {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:25.674678 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Checking agent: {'id': '5167f461-0d3b-4b4c-a46a-bd02a4494b6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 21, 22), 'started_at': datetime.datetime(2022, 4, 12, 17, 21, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:25.675047 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Checking segment: {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:25.675450 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.675859 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Bound using segment: {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'} {{(pid=103813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:25.676345 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Bound port: 12131d6c-027f-4651-a831-870c166b0fd2, host: dv-cinder-837532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034dd850-397e-4ce0-b61c-de0556dcfd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8'}}] {{(pid=103813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:25.676726 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (12131d6c-027f-4651-a831-870c166b0fd2), before_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.742368 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] For port 12131d6c-027f-4651-a831-870c166b0fd2, host dv-cinder-837532-1-iscsi, cleared binding levels {{(pid=103813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:25.745363 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (7d29fd82-0012-4b44-8566-d5a07d4247cd), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.745537 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] For port 12131d6c-027f-4651-a831-870c166b0fd2, host dv-cinder-837532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=12131d6c-027f-4651-a831-870c166b0fd2,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:25.805352 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (7d29fd82-0012-4b44-8566-d5a07d4247cd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.819948 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_update {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.842273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Provisioning complete for port 12131d6c-027f-4651-a831-870c166b0fd2 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:25.842887 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (12131d6c-027f-4651-a831-870c166b0fd2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.880625 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fe22f-4fd7-4c97-b2f4-3a71dbabc57f None None] Pushing event updated for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=4']} {{(pid=103813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:25.894323 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (7d29fd82-0012-4b44-8566-d5a07d4247cd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.902910 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:45:25.903564 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:25.920083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d29fd82-0012-4b44-8566-d5a07d4247cd,revision_number=0']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:25.932114 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Current status of the port 12131d6c-027f-4651-a831-870c166b0fd2 is: DOWN; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:25.932750 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (12131d6c-027f-4651-a831-870c166b0fd2), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.968258 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] For port 12131d6c-027f-4651-a831-870c166b0fd2, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=12131d6c-027f-4651-a831-870c166b0fd2,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:45:25.989590 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:25.992445 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-38ac54b5-5024-4548-a928-405cb07eae4a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3572884 Apr 12 17:45:25.993692 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57702) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:25.999039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:26.022540 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:45:26.050695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.084161 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Project 5c9aea18df5e4b638d12a3b72692035f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:45:26.092450 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (38e0ba68-2cb0-41d6-a96f-9f8fcd43e9f3), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.108037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab37aa5-6aac-4186-94a3-95e582d6beee None None] Pushing event updated for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:26.162509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (38e0ba68-2cb0-41d6-a96f-9f8fcd43e9f3), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.171498 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-97428e35-82d6-47a3-8b5d-f41f3421f484 None None] Provisioning complete for port 12131d6c-027f-4651-a831-870c166b0fd2 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:26.172109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-97428e35-82d6-47a3-8b5d-f41f3421f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (12131d6c-027f-4651-a831-870c166b0fd2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.224073 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 4, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '12131d6c-027f-4651-a831-870c166b0fd2', 'name': '', 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'mac_address': 'fa:16:3e:b1:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:22Z', 'updated_at': '2022-04-12T17:45:25Z', 'revision_number': 4, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'subnets': [{'id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:26.231115 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (38e0ba68-2cb0-41d6-a96f-9f8fcd43e9f3), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.253176 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e0ba68-2cb0-41d6-a96f-9f8fcd43e9f3,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:26.262539 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8fb1-61c3-42e9-83a7-f32b433731e6 None None] The sync data for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi is: [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:45:22Z', 'revision_number': 4, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '12131d6c-027f-4651-a831-870c166b0fd2', 'name': '', 'network_id': '899ea8eb-14fd-462b-b082-a44052745ce8', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'mac_address': 'fa:16:3e:b1:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:22Z', 'updated_at': '2022-04-12T17:45:25Z', 'revision_number': 4, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'subnets': [{'id': 'c9d22183-2c5c-4c2f-892e-93438d53ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:45:26.267533 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-97428e35-82d6-47a3-8b5d-f41f3421f484 None None] Current status of the port 12131d6c-027f-4651-a831-870c166b0fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:26.327273 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.328664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-84234f34-3704-4fe3-89af-fe88ee3f5fb4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3338685 Apr 12 17:45:26.333019 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57712) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:26.336864 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'security_group_rule': {'security_group_id': 'ddf81899-a4ab-44bd-9dad-4f5924467ddd', 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:26.422392 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.securitygroups_db [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Project 5c9aea18df5e4b638d12a3b72692035f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:45:26.430512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (8fe96e91-dc07-41a9-acc0-f47dd50d7fe6), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.526363 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (8fe96e91-dc07-41a9-acc0-f47dd50d7fe6), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.604259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397845'] for security_group_rule (8fe96e91-dc07-41a9-acc0-f47dd50d7fe6), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.620175 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 94cd3454-7b35-43a9-962a-d474a8cd24ec up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:26.625090 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe96e91-dc07-41a9-acc0-f47dd50d7fe6,revision_number=0']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:26.669523 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 94cd3454-7b35-43a9-962a-d474a8cd24ec triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:26.669895 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.696166 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.697487 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-18fa4315-2eea-4e86-aa28-e13862caff8f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3646526 Apr 12 17:45:26.768908 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 94cd3454-7b35-43a9-962a-d474a8cd24ec is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:26.769999 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 12131d6c-027f-4651-a831-870c166b0fd2 up at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:45:26.824514 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Provisioning complete for port 12131d6c-027f-4651-a831-870c166b0fd2 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:26.824898 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (12131d6c-027f-4651-a831-870c166b0fd2), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:26.913133 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Current status of the port 12131d6c-027f-4651-a831-870c166b0fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:45:34.704668 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:45:40.091921 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57932) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:40.193997 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.279828 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Publish callbacks [] for security_group (0a80ca89-4693-460e-aaca-a0abcc004247), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.297944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57946) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:40.337649 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0a80ca89-4693-460e-aaca-a0abcc004247), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.350519 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Deleting subnet f9390bf4-505f-438a-bed4-776ab4f60375 {{(pid=103811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:45:40.361811 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Publish callbacks [] for subnet (f9390bf4-505f-438a-bed4-776ab4f60375), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.398774 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b2021c4c88c4df7b5bdd623855602e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055809 Apr 12 17:45:40.401443 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57948) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:40.407880 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a80ca89-4693-460e-aaca-a0abcc004247,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:40.417771 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340640'] for subnet (f9390bf4-505f-438a-bed4-776ab4f60375), precommit_delete_associations {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.420691 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.421133 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.422064 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.422427 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.422758 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.423089 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.423436 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.423764 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.424087 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.424578 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.424920 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.425341 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.425627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.425948 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.426384 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c8c8e-8e13-467a-b834-ab758f05774c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.466324 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Publish callbacks [] for security_group (0a80ca89-4693-460e-aaca-a0abcc004247), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.474681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (f9390bf4-505f-438a-bed4-776ab4f60375), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.495468 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Publish callbacks [] for security_group (0a80ca89-4693-460e-aaca-a0abcc004247), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.741591 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13174049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13839603'] for subnet (f9390bf4-505f-438a-bed4-776ab4f60375), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.750772 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (0a80ca89-4693-460e-aaca-a0abcc004247), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.753435 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.754633 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a80ca89-4693-460e-aaca-a0abcc004247 HTTP/1.1" status: 204 len: 168 time: 0.3520987 Apr 12 17:45:40.762247 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a80ca89-4693-460e-aaca-a0abcc004247,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:40.765674 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9390bf4-505f-438a-bed4-776ab4f60375,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:40.772638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for subnet (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.775845 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-e40d19e3-359d-48b0-997d-ad177f0dd974 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f9390bf4-505f-438a-bed4-776ab4f60375 HTTP/1.1" status: 204 len: 168 time: 0.4769266 Apr 12 17:45:40.776044 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.776397 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.776768 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.777117 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.777452 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.777784 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.778135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.778530 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 57952) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:40.778766 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.779100 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.779553 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.780160 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.780303 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.781441 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.781574 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.781811 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b141e7d-6758-42d6-81fb-59b31a3f7280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:45:40.846906 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (d0f7349c-5f73-4352-a376-d52367520036), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.927240 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (d0f7349c-5f73-4352-a376-d52367520036), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.946004 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f7349c-5f73-4352-a376-d52367520036']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:40.955316 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a6c62a-6756-46f6-9d5f-3adaaf27a1fa') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:40.955613 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a6c62a-6756-46f6-9d5f-3adaaf27a1fa') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:40.964512 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (32a6c62a-6756-46f6-9d5f-3adaaf27a1fa), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.978215 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (32a6c62a-6756-46f6-9d5f-3adaaf27a1fa), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.984191 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:45:40.984572 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (32a6c62a-6756-46f6-9d5f-3adaaf27a1fa), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:45:40.986253 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:45:41.095509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (d0f7349c-5f73-4352-a376-d52367520036), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.101498 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.105274 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d0f7349c-5f73-4352-a376-d52367520036 HTTP/1.1" status: 204 len: 168 time: 0.3251758 Apr 12 17:45:41.108012 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57954) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:41.116244 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347e83-2386-4c6c-82d4-e76b23c8aad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f7349c-5f73-4352-a376-d52367520036,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:41.169642 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Deleting subnet e067503b-c31a-4b68-acc4-b33c7df7be14 {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:45:41.173547 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Publish callbacks [] for subnet (e067503b-c31a-4b68-acc4-b33c7df7be14), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.211061 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (e067503b-c31a-4b68-acc4-b33c7df7be14), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.252213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (e067503b-c31a-4b68-acc4-b33c7df7be14), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.373532 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (e067503b-c31a-4b68-acc4-b33c7df7be14), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.398072 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e067503b-c31a-4b68-acc4-b33c7df7be14,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:41.401752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.404931 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6202a0b1-dedc-416c-83fe-235817a7c387 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e067503b-c31a-4b68-acc4-b33c7df7be14 HTTP/1.1" status: 204 len: 168 time: 0.2955530 Apr 12 17:45:41.407988 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57958) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:41.472331 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (e3227605-6273-43ff-90c7-42dacb9c1151), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.549498 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (e3227605-6273-43ff-90c7-42dacb9c1151), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.567987 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3227605-6273-43ff-90c7-42dacb9c1151']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:41.576770 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de847480-5897-4d31-abbb-8609446a43ca') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:41.577066 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de847480-5897-4d31-abbb-8609446a43ca') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:45:41.586535 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (de847480-5897-4d31-abbb-8609446a43ca), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.599878 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (de847480-5897-4d31-abbb-8609446a43ca), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.605612 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:45:41.605993 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (de847480-5897-4d31-abbb-8609446a43ca), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:45:41.607645 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:45:41.744779 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (e3227605-6273-43ff-90c7-42dacb9c1151), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.749657 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:41.752821 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3227605-6273-43ff-90c7-42dacb9c1151 HTTP/1.1" status: 204 len: 168 time: 0.3439269 Apr 12 17:45:41.764774 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105fc4f-1511-4647-97de-3692495ca712 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3227605-6273-43ff-90c7-42dacb9c1151,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:42.081815 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57970) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:42.121362 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-2fe93942-1de4-49ee-b8dd-172377b44053 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fed0678bfc0547f0a885a73e622d491b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381391 Apr 12 17:45:42.123495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57972) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:42.167932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] Publish callbacks [] for security_group (c4141f73-4747-4524-b66e-9f4eeb8d1dea), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:42.189431 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] Publish callbacks [] for security_group (c4141f73-4747-4524-b66e-9f4eeb8d1dea), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:42.293092 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (c4141f73-4747-4524-b66e-9f4eeb8d1dea), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:42.295789 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:42.296957 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4141f73-4747-4524-b66e-9f4eeb8d1dea HTTP/1.1" status: 204 len: 168 time: 0.1725953 Apr 12 17:45:42.304676 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0384524-6d3f-45ed-8ee5-5181f0258691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4141f73-4747-4524-b66e-9f4eeb8d1dea,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:42.978276 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57980) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:43.018077 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-9f080054-b4fb-46b9-aa73-9d976faa91c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49647a8ea69c4037a76b99ab1369fd47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385985 Apr 12 17:45:43.019843 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 57984) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:43.068996 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] Publish callbacks [] for security_group (fc3f6bba-d544-4d41-8e1f-801a8dd67a32), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:43.088962 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] Publish callbacks [] for security_group (fc3f6bba-d544-4d41-8e1f-801a8dd67a32), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:43.196012 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (fc3f6bba-d544-4d41-8e1f-801a8dd67a32), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:43.198723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:43.200407 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc3f6bba-d544-4d41-8e1f-801a8dd67a32 HTTP/1.1" status: 204 len: 168 time: 0.1791074 Apr 12 17:45:43.208256 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9b31-3a3e-4cee-8a82-d151fa91030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f6bba-d544-4d41-8e1f-801a8dd67a32,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:44.659702 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58020) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:44.762807 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-11a5abb8-8dd3-4aa6-afb5-d3a0c02e2a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:44.833963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-11a5abb8-8dd3-4aa6-afb5-d3a0c02e2a45 admin admin] Publish callbacks [] for security_group (60131ee2-a951-49a3-a2ef-f8100f536b82), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:44.927203 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-11a5abb8-8dd3-4aa6-afb5-d3a0c02e2a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (60131ee2-a951-49a3-a2ef-f8100f536b82), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:44.965426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-11a5abb8-8dd3-4aa6-afb5-d3a0c02e2a45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b92a3f85a22f48f5920c8d9851f6f8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046563 Apr 12 17:45:44.966559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5abb8-8dd3-4aa6-afb5-d3a0c02e2a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60131ee2-a951-49a3-a2ef-f8100f536b82,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:44.968100 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58024) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:45:45.015772 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] Publish callbacks [] for security_group (60131ee2-a951-49a3-a2ef-f8100f536b82), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:45.036662 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] Publish callbacks [] for security_group (60131ee2-a951-49a3-a2ef-f8100f536b82), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:45.157558 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (60131ee2-a951-49a3-a2ef-f8100f536b82), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:45.160186 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:45.161347 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60131ee2-a951-49a3-a2ef-f8100f536b82 HTTP/1.1" status: 204 len: 168 time: 0.1921563 Apr 12 17:45:45.168736 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b8302-4be8-4409-9941-901d9a927764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60131ee2-a951-49a3-a2ef-f8100f536b82,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:45.490641 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-7719bd3f-e614-4b97-99f2-9f1b10f94713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:45.561820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:47.854768 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e62286c6-be16-4e06-a912-44c7487c10b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:48.997476 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:50.346270 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:51.911930 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:54.209045 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-1b15d8d3-446b-4b95-958d-9bd34baed82d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568821326&fields=id&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 267 time: 0.0434542 Apr 12 17:45:54.313177 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-69fdfed3-41a6-445b-ab15-4e9dd53f6090 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:54.314589 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-69fdfed3-41a6-445b-ab15-4e9dd53f6090 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.0991004 Apr 12 17:45:54.328963 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-e1916ac0-af75-4f5e-9531-c9ce4a042245 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/quotas/5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 375 time: 0.0084250 Apr 12 17:45:54.374733 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-60d07d47-4da7-4f79-b4f7-683093e7a7d3 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410306 Apr 12 17:45:54.479902 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-b822e225-ebd1-4fc0-861e-ae51d2c86512 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103811) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:45:54.480907 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-b822e225-ebd1-4fc0-861e-ae51d2c86512 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950301 Apr 12 17:45:54.570354 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-81685b87-f28f-4b66-83f8-ad73bf769b41 service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Apr 12 17:45:54.654771 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-30f42e47-2faa-4afd-ac13-3b44f18b0242 service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786917 Apr 12 17:45:55.256045 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a5b277c2-9607-46a5-afdd-0900885a6ac6 req-c9dd558e-2523-4ac5-a5d8-ec983fbffdb3 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 210 time: 0.0772069 Apr 12 17:45:56.357481 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0d512c79-53fa-4063-8c52-566dfb464c06 req-473bfb42-e920-4870-9085-94f9ce667818 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 210 time: 0.0347757 Apr 12 17:45:57.310828 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-66deab4b-4735-4ecb-8681-c55172c429dc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:57.312296 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-66deab4b-4735-4ecb-8681-c55172c429dc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.1053474 Apr 12 17:45:57.383293 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-699fa0b4-0fb5-4daf-bcc3-10c2814c0154 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 380 time: 0.0549088 Apr 12 17:45:57.392373 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'port': {'device_id': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'admin_state_up': True, 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'security_groups': ['ddf81899-a4ab-44bd-9dad-4f5924467ddd']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:57.456101 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f08348e6-a04a-4eac-999a-d31d1e1b9dd8 req-1b12f59c-41ad-46a1-99d8-d9a49b8c7602 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 210 time: 0.0275693 Apr 12 17:45:57.563452 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Made reservation on behalf of 5c9aea18df5e4b638d12a3b72692035f for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:45:57.566940 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:57.687200 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.20.0.4 (8d6d13a2-7264-4ac3-b1f0-25142fd85e65/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23/d196eae1-b2e8-4c49-a15c-1727f3670ac7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:45:57.827805 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:57.912390 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:57.958537 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:45:57.961649 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:45:57.966184 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:45:57.970137 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:58.020802 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:58.021427 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.114657 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-97405cca-ce9c-4ebb-9811-d4ea35a34ef2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261708 Apr 12 17:45:58.135669 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Request body: {'port': {'device_id': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:45:58.194179 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-f89dfa91-8e4e-409e-b737-7d9d3dfa764e None None] Provisioning complete for port d196eae1-b2e8-4c49-a15c-1727f3670ac7 triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:45:58.194842 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f89dfa91-8e4e-409e-b737-7d9d3dfa764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.195335 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.232039 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-f89dfa91-8e4e-409e-b737-7d9d3dfa764e None None] Port d196eae1-b2e8-4c49-a15c-1727f3670ac7 cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:45:58.455504 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196eae1-b2e8-4c49-a15c-1727f3670ac7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:45:58.463475 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks [] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.476589 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Transition to ACTIVE for port object d196eae1-b2e8-4c49-a15c-1727f3670ac7 will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:45:58.563284 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.569164 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afad9-2c03-4f09-9882-c7d059ad2f97 req-26a12b9d-cf7d-449e-83b6-03d444f71a8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:58.570678 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-429afad9-2c03-4f09-9882-c7d059ad2f97 req-26a12b9d-cf7d-449e-83b6-03d444f71a8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 931 time: 0.0466609 Apr 12 17:45:58.621802 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-429afad9-2c03-4f09-9882-c7d059ad2f97 req-15b0f0af-f649-4d92-a06d-9e1e12c185f2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Apr 12 17:45:58.633812 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Pushing event updated for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:58.685980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Attempting to bind port d196eae1-b2e8-4c49-a15c-1727f3670ac7 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:45:58.686350 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Attempting to bind port d196eae1-b2e8-4c49-a15c-1727f3670ac7 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:45:58.686684 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Attempting to bind port d196eae1-b2e8-4c49-a15c-1727f3670ac7 on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:58.692366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Port d196eae1-b2e8-4c49-a15c-1727f3670ac7 on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:45:58.692694 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Attempting to bind port d196eae1-b2e8-4c49-a15c-1727f3670ac7 on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:45:58.698049 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:45:58.698409 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:45:58.698794 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Bound using segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:45:58.699272 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Bound port: d196eae1-b2e8-4c49-a15c-1727f3670ac7, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:45:58.699629 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.771398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:45:58.775715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:45:58.859001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.890073 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:58.890911 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:45:58.892512 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] 10.222.0.60 "PUT /v2.0/ports/d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 1093 time: 0.7613299 Apr 12 17:45:58.895435 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:45:58.897708 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aceae5-e260-4c34-87b3-33742e2ad11e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:45:58.936243 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b98a4-924d-432c-89ea-e293d122ee8e service neutron] Pushing event updated for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:45:58.944868 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff3d4c-e411-490e-9179-60b1ad143677 x-openstack-request-id: req-ceff3d4c-e411-490e-9179-60b1ad143677 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:45:58.945239 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:45:58.945568 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceff3d4c-e411-490e-9179-60b1ad143677 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:45:58.946058 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceff3d4c-e411-490e-9179-60b1ad143677'] response: {'name': 'network-changed', 'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'status': 'completed', 'code': 200} Apr 12 17:45:59.031382 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-fdf7bf47-8ce2-4825-9875-19db9685c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.032926 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-fdf7bf47-8ce2-4825-9875-19db9685c1a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1127 time: 0.0423689 Apr 12 17:45:59.149373 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-e518b9ad-2dcb-48ff-9663-71c7738c9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.150805 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-e518b9ad-2dcb-48ff-9663-71c7738c9237 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c9aea18df5e4b638d12a3b72692035f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963483 Apr 12 17:45:59.242016 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-0c9d8a6d-41ab-49c6-a190-a4dbecdd2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.243494 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a1aceae5-e260-4c34-87b3-33742e2ad11e req-0c9d8a6d-41ab-49c6-a190-a4dbecdd2ff9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861678 Apr 12 17:45:59.341605 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-776b78d7-d8bc-4724-a8f7-d164300686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.343098 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-776b78d7-d8bc-4724-a8f7-d164300686c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1127 time: 0.0416389 Apr 12 17:45:59.388882 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-80cc3817-915a-4d5c-a759-a8282563fe9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 217 time: 0.0325871 Apr 12 17:45:59.433444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-315a91fd-1dfe-4aa2-bf56-3fbb78303b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.434767 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-315a91fd-1dfe-4aa2-bf56-3fbb78303b94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0406940 Apr 12 17:45:59.478276 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-9b307776-4b5b-4d96-a7b8-65e80b43fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.479702 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-9b307776-4b5b-4d96-a7b8-65e80b43fe1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396616 Apr 12 17:45:59.569121 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-eca0479f-5361-4962-8048-b7ac2d0d75ef service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787857 Apr 12 17:45:59.658396 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-03425daf-0878-4c1a-a70a-fa67d2d5fa49 req-a94bd477-a252-4395-9688-1b49ce93a03c service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824442 Apr 12 17:45:59.733356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec77bf-63d0-48de-8aab-fca80c250651 req-90d81fa5-4b08-4fe2-a1e2-4cd142301eec tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:45:59.734736 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ccec77bf-63d0-48de-8aab-fca80c250651 req-90d81fa5-4b08-4fe2-a1e2-4cd142301eec tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0452740 Apr 12 17:45:59.785677 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ccec77bf-63d0-48de-8aab-fca80c250651 req-6a586dcc-aa57-4f74-ad38-5f1b61481bf1 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Apr 12 17:46:00.896912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607af38-4d09-41e6-9119-88ff92f58f74 req-1592fd5a-e820-49d6-bfa0-8a3b7482a4ff tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:00.898373 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4607af38-4d09-41e6-9119-88ff92f58f74 req-1592fd5a-e820-49d6-bfa0-8a3b7482a4ff tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0461190 Apr 12 17:46:00.946418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4607af38-4d09-41e6-9119-88ff92f58f74 req-d8606832-0c0c-4c74-b2eb-3541d596f428 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Apr 12 17:46:02.055013 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357983e-cb03-4b06-86eb-4d048f043f62 req-9dfeabd8-d2c7-493e-b71e-fe41385c85ac tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:02.056433 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b357983e-cb03-4b06-86eb-4d048f043f62 req-9dfeabd8-d2c7-493e-b71e-fe41385c85ac tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0451543 Apr 12 17:46:02.102308 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b357983e-cb03-4b06-86eb-4d048f043f62 req-b78587df-a93c-46ac-bd74-8eb9596bac9c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Apr 12 17:46:03.213326 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe53d4-6a09-4c81-b9b1-1a4f2ec5f9ee req-8c14f68d-ec23-49be-bfa5-c7c4da422d4c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:03.214811 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56fe53d4-6a09-4c81-b9b1-1a4f2ec5f9ee req-8c14f68d-ec23-49be-bfa5-c7c4da422d4c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0489211 Apr 12 17:46:03.262860 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-56fe53d4-6a09-4c81-b9b1-1a4f2ec5f9ee req-2d9c78cd-873c-4f26-9a1a-223463cb37bb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Apr 12 17:46:04.372485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672790-e9ad-451a-8c6d-eb98a2b64e74 req-d8260533-de18-41c0-bb47-e1122584b1a4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:04.373906 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9672790-e9ad-451a-8c6d-eb98a2b64e74 req-d8260533-de18-41c0-bb47-e1122584b1a4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0455899 Apr 12 17:46:04.420315 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9672790-e9ad-451a-8c6d-eb98a2b64e74 req-76b76f7e-a61c-4277-8e17-43d7d87405b5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Apr 12 17:46:05.531873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674483f-58fe-46c4-be68-fd29e6545950 req-6a2883d8-33c7-4e10-9152-99fc0954673c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:05.533234 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a674483f-58fe-46c4-be68-fd29e6545950 req-6a2883d8-33c7-4e10-9152-99fc0954673c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0496082 Apr 12 17:46:05.580541 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a674483f-58fe-46c4-be68-fd29e6545950 req-357d713a-21f0-4714-8512-b6586319677c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Apr 12 17:46:06.689123 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab4bcd-f47e-4b9b-9b7b-1df10a31beb2 req-9a78fa16-2250-46f8-8e4f-43db27426ebc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:06.690611 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6eab4bcd-f47e-4b9b-9b7b-1df10a31beb2 req-9a78fa16-2250-46f8-8e4f-43db27426ebc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0454884 Apr 12 17:46:06.739557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-6eab4bcd-f47e-4b9b-9b7b-1df10a31beb2 req-d56f9b4f-f98e-4180-8a1d-22402a74f8d3 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Apr 12 17:46:07.848452 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5147c00-512a-4fb0-95e1-ab0152f4e2f0 req-7b790716-516d-4e3f-baef-43acaf3cf6cd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:07.849887 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a5147c00-512a-4fb0-95e1-ab0152f4e2f0 req-7b790716-516d-4e3f-baef-43acaf3cf6cd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 943 time: 0.0452290 Apr 12 17:46:07.899352 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a5147c00-512a-4fb0-95e1-ab0152f4e2f0 req-ea12772c-9143-4176-b927-605bd64dc208 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Apr 12 17:46:08.599974 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d196eae1-b2e8-4c49-a15c-1727f3670ac7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:46:08.695413 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:46:08.707273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'port_id': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'mac_address': 'fa:16:3e:54:65:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:46:08.742748 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port d196eae1-b2e8-4c49-a15c-1727f3670ac7 is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:46:08.743066 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:08.755662 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d196eae1-b2e8-4c49-a15c-1727f3670ac7 {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:46:08.774782 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:46:08.846941 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:08.899095 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:46:09.007873 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc009-5791-4288-a9fd-8559ee398e63 req-2907d432-187f-4983-b169-42ceba08407d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:09.009239 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9bbc009-5791-4288-a9fd-8559ee398e63 req-2907d432-187f-4983-b169-42ceba08407d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 944 time: 0.0455441 Apr 12 17:46:09.056593 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f9bbc009-5791-4288-a9fd-8559ee398e63 req-cef296f2-5f5c-4545-8f8a-9b7bdeedb000 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Apr 12 17:46:09.383783 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['d196eae1-b2e8-4c49-a15c-1727f3670ac7'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:46:10.166452 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dae53-2f67-4ac2-b882-8204c96403dc req-57fd0425-1abe-41d3-bf7d-1c295b4861de tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:10.167892 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb5dae53-2f67-4ac2-b882-8204c96403dc req-57fd0425-1abe-41d3-bf7d-1c295b4861de tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 944 time: 0.0465033 Apr 12 17:46:10.216288 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cb5dae53-2f67-4ac2-b882-8204c96403dc req-1ae17e81-fc79-4efc-8cc9-830cd843eaae tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Apr 12 17:46:10.613267 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d196eae1-b2e8-4c49-a15c-1727f3670ac7 up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:46:10.656889 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port d196eae1-b2e8-4c49-a15c-1727f3670ac7 completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:46:10.768117 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port d196eae1-b2e8-4c49-a15c-1727f3670ac7 triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:46:10.768391 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:10.848111 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port d196eae1-b2e8-4c49-a15c-1727f3670ac7 is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:46:10.848499 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:10.870778 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:46:10.873219 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88707084-7799-481d-9f13-a224a96fe564" -d '{"events": [{"server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "name": "network-vif-plugged", "status": "completed", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:46:10.886699 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:46:10.909745 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c13f8-27ab-493a-b9a8-a10989f1c9b7 x-openstack-request-id: req-723c13f8-27ab-493a-b9a8-a10989f1c9b7 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:46:10.910060 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "name": "network-vif-plugged", "status": "completed", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:46:10.911927 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-723c13f8-27ab-493a-b9a8-a10989f1c9b7 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:46:10.911927 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723c13f8-27ab-493a-b9a8-a10989f1c9b7'] response: {'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'code': 200} Apr 12 17:46:10.922720 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:10.969334 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:46:11.288757 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853925-09f5-4fee-ac69-8114728b51ea req-0bd34919-7838-4384-9cfe-909c23aaab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:11.290290 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5c853925-09f5-4fee-ac69-8114728b51ea req-0bd34919-7838-4384-9cfe-909c23aaab95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1129 time: 0.0921516 Apr 12 17:46:11.330393 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a2e7-c206-41dc-91ea-c712f5891e03 req-f95ec6ca-a2f1-4519-bd22-382a14249ca5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:11.332363 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8e8a2e7-c206-41dc-91ea-c712f5891e03 req-f95ec6ca-a2f1-4519-bd22-382a14249ca5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0490558 Apr 12 17:46:11.335554 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-5c853925-09f5-4fee-ac69-8114728b51ea req-bdfde37a-987b-4707-9f24-fc44e928994c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Apr 12 17:46:11.379569 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f8e8a2e7-c206-41dc-91ea-c712f5891e03 req-06008891-913e-42b6-9b16-41b525085ab6 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Apr 12 17:46:11.703870 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:46:12.492343 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a68474-fb5d-4660-9da9-64ea45d69beb req-895ccb1f-4470-45f8-bcb3-a6b048f96a9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:12.493812 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02a68474-fb5d-4660-9da9-64ea45d69beb req-895ccb1f-4470-45f8-bcb3-a6b048f96a9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0454502 Apr 12 17:46:12.540194 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-02a68474-fb5d-4660-9da9-64ea45d69beb req-a7b2156f-6a83-4e17-a1fd-ea1fc4924989 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Apr 12 17:46:13.648140 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880a07-1354-4c25-9f50-2f175c0bb086 req-5860dec3-a7a9-4781-b316-55f96388f08f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:13.649574 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9880a07-1354-4c25-9f50-2f175c0bb086 req-5860dec3-a7a9-4781-b316-55f96388f08f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0446248 Apr 12 17:46:13.698782 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c9880a07-1354-4c25-9f50-2f175c0bb086 req-45716596-3636-437a-859c-085b190cbfcb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438161 Apr 12 17:46:13.806635 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f8e1-b41e-41e0-b7e1-e5513f12af47 req-ce1b62cb-9c41-492f-9911-21ae306e99fe tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:13.808075 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0b7f8e1-b41e-41e0-b7e1-e5513f12af47 req-ce1b62cb-9c41-492f-9911-21ae306e99fe tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0463178 Apr 12 17:46:13.856426 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0b7f8e1-b41e-41e0-b7e1-e5513f12af47 req-d4d48d47-9cf0-4b9f-9aae-37bf5efcf14c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Apr 12 17:46:13.877881 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58124) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:46:14.008920 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ad143-c95f-473e-ba6a-3c6016903f89 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:14.010412 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-054ad143-c95f-473e-ba6a-3c6016903f89 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1124 time: 0.1315558 Apr 12 17:46:14.013359 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58128) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:46:14.017770 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'port_id': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:46:14.098451 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:14.175123 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:14.273887 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.27.2.79 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/f465552c-a8d2-4675-bcc7-2a5908355645) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:46:14.373824 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (f465552c-a8d2-4675-bcc7-2a5908355645), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:14.471504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:14.508255 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:46:14.512961 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:46:14.516695 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:46:14.540525 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=f465552c-a8d2-4675-bcc7-2a5908355645,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:46:15.118173 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (0e597ad4-0a8d-4f30-a19a-cbd910582781), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.247596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.391151 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (f465552c-a8d2-4675-bcc7-2a5908355645), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.448006 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.518931 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=f465552c-a8d2-4675-bcc7-2a5908355645,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:46:15.527085 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (0e597ad4-0a8d-4f30-a19a-cbd910582781), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.528127 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-83be2085-8a58-4d0c-9e6e-e720c9e13dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.556587 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:15.627857 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP 0e597ad4-0a8d-4f30-a19a-cbd910582781 associated. External IP: 172.27.2.79, port: d196eae1-b2e8-4c49-a15c-1727f3670ac7. Apr 12 17:46:15.834442 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:46:15.943504 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:46:15.953464 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:46:15.963770 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:46:15.964388 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:16.021995 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:16.042963 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-54352b29-2588-413f-84a6-d2f1b5346868 req-00654cce-0a1e-4664-8b3d-739c8eb70da6 service neutron] (103811) timed out ('10.222.0.60', 61679) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:46:16.052535 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-10db691e-b512-4e90-9b7d-76a63a02e5bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0382109 Apr 12 17:46:16.053531 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:46:16.055558 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43469211-0536-4e5f-b56c-8d943a69b56a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:46:16.076516 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:46:16.091064 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f84467-3116-4234-be3c-4229bd3a4d6b x-openstack-request-id: req-e5f84467-3116-4234-be3c-4229bd3a4d6b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:46:16.091357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:46:16.091938 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f84467-3116-4234-be3c-4229bd3a4d6b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:46:16.092340 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f84467-3116-4234-be3c-4229bd3a4d6b'] response: {'name': 'network-changed', 'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'status': 'completed', 'code': 200} Apr 12 17:46:16.202210 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469211-0536-4e5f-b56c-8d943a69b56a req-635d41f3-48ef-4eb7-93d2-8a247a2ae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:16.203731 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-635d41f3-48ef-4eb7-93d2-8a247a2ae44a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1129 time: 0.0404580 Apr 12 17:46:16.290077 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '0e597ad4-0a8d-4f30-a19a-cbd910582781', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:54:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:46:14Z', 'updated_at': '2022-04-12T17:46:14Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:16.295763 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469211-0536-4e5f-b56c-8d943a69b56a req-8b17996a-f310-49b3-8fb4-9a366f007430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:16.297242 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-8b17996a-f310-49b3-8fb4-9a366f007430 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0862484 Apr 12 17:46:16.315468 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:46:16.323981 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:46:16.324581 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:45:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:16.360276 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-5ccbb753-ac16-46d5-8582-6b59f9128a84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 998 time: 0.0567689 Apr 12 17:46:16.412404 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469211-0536-4e5f-b56c-8d943a69b56a req-72d8ca9e-0d14-432a-a9b4-f7e29c346dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:16.413861 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-72d8ca9e-0d14-432a-a9b4-f7e29c346dfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0475132 Apr 12 17:46:16.431287 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:46:16.456298 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469211-0536-4e5f-b56c-8d943a69b56a req-3574d098-4b50-4194-848b-f00abd345e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:16.458515 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-3574d098-4b50-4194-848b-f00abd345e71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384269 Apr 12 17:46:16.546354 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-53d93333-802d-42d7-9929-c8224907d7fe service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815082 Apr 12 17:46:16.637193 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-43469211-0536-4e5f-b56c-8d943a69b56a req-aeff1930-5906-4c27-94d0-badf965915e4 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Apr 12 17:46:16.645404 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '0e597ad4-0a8d-4f30-a19a-cbd910582781', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:54:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:46:14Z', 'updated_at': '2022-04-12T17:46:14Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:16.671157 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3eae8-110c-416e-be00-1c57088c9f54 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '0e597ad4-0a8d-4f30-a19a-cbd910582781', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:54:65:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:46:14Z', 'updated_at': '2022-04-12T17:46:14Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:46:16.846265 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632ed8f-649b-474a-abd1-135aafca6a1c None None] New status for floating IP 0e597ad4-0a8d-4f30-a19a-cbd910582781: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:46:17.888013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a15038fd-ea7a-4744-a97e-6d46a717ffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:19.023971 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:20.232362 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-cef6dd52-9d6e-47c9-8c20-00af0373bc9c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393476 Apr 12 17:46:20.329832 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-745ab963-5ccb-4799-8fcd-02fe50669145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:20.331355 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-745ab963-5ccb-4799-8fcd-02fe50669145 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1129 time: 0.0417364 Apr 12 17:46:20.367936 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:20.429857 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-6979ce17-a5b9-4cb1-ac56-87b998f83c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:20.431352 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-6979ce17-a5b9-4cb1-ac56-87b998f83c82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0822842 Apr 12 17:46:20.496874 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-80638db1-567c-47fd-9bd2-0a27142f4d9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 1000 time: 0.0595088 Apr 12 17:46:20.542839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-2c5add39-704c-44c9-ad2a-94519bda2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:20.544230 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-2c5add39-704c-44c9-ad2a-94519bda2579 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0417006 Apr 12 17:46:20.585650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-caab4848-a347-4d99-bdaf-a4ccca2c08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:46:20.587185 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-caab4848-a347-4d99-bdaf-a4ccca2c08a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373313 Apr 12 17:46:20.675432 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-a2cb0782-5c90-41b8-8acd-5e03f72e7343 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822871 Apr 12 17:46:20.759562 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-bbd25430-a862-41d4-9bb8-4a18ae4c2da4 req-7d460b73-c5d2-4d52-bbef-1470d755b5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787079 Apr 12 17:46:21.904937 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:45.486878 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-79a50d0a-a755-459f-92fb-bcd807d47cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:45.629482 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:47.863474 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f3598219-5cfe-4e78-92c6-3f7ec80f4ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:48.702736 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:46:49.035274 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:50.383637 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:51.903619 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:15.526581 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ee5b59d5-a6e4-4bfb-9a7a-b1b288142643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:15.616795 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:17.845443 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-552fe795-6412-402f-89ca-454299f0b30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:19.028228 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:20.376539 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.879596 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:22.195053 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-9b1311cf-71eb-4397-aaae-586254dd8ddc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423396 Apr 12 17:47:22.291269 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212bea-517a-4dc7-800c-d9634358d31f req-733c3cfd-2ce0-4dec-ab6b-22fa94c612f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:22.292779 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-733c3cfd-2ce0-4dec-ab6b-22fa94c612f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1129 time: 0.0387211 Apr 12 17:47:22.392552 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212bea-517a-4dc7-800c-d9634358d31f req-905fdf5d-158b-44e9-be13-26683f4d4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:22.394005 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-905fdf5d-158b-44e9-be13-26683f4d4408 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0820739 Apr 12 17:47:22.459293 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-0dbdd806-9b18-48e2-a0ea-5e2252356aa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 1000 time: 0.0589149 Apr 12 17:47:22.505493 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212bea-517a-4dc7-800c-d9634358d31f req-4c2009b4-d662-4593-8b26-280e67398376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:22.507090 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-4c2009b4-d662-4593-8b26-280e67398376 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0415003 Apr 12 17:47:22.554732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212bea-517a-4dc7-800c-d9634358d31f req-5c10ec25-0d86-49af-99ad-04fc8118ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:22.556214 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-5c10ec25-0d86-49af-99ad-04fc8118ffad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414693 Apr 12 17:47:22.648027 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-66075c48-6818-43ba-926d-9f47a5aa791b service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853183 Apr 12 17:47:22.733722 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c9212bea-517a-4dc7-800c-d9634358d31f req-6a063c4e-8e75-48fa-b986-6c235f22514b service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792224 Apr 12 17:47:25.701571 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:47:45.495540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a48b9c2b-8b16-4750-b323-a45465c18bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:45.649655 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:47.872702 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f31716b4-93b6-4e68-b1dc-f169e65f91f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:49.044391 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:50.432544 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:51.883740 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:02.700648 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:48:15.489122 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-17ff72ba-5aea-42f5-aa66-849eb8e1705b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:15.585474 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:17.859478 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ce0-bb53-4857-899a-2072b7d49290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:19.054447 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:20.368984 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:21.940390 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:22.535871 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-46ee05be-0691-4c64-baa4-65633dee1986 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419292 Apr 12 17:48:22.637076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704899-7760-4b94-b380-ae788a6c9393 req-981b8754-240d-49aa-8855-3efc5290696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:22.638569 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-981b8754-240d-49aa-8855-3efc5290696f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 1129 time: 0.0386426 Apr 12 17:48:22.740380 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704899-7760-4b94-b380-ae788a6c9393 req-85ea70f3-883f-4502-81e0-77bb99165a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:22.741822 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-85ea70f3-883f-4502-81e0-77bb99165a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0844619 Apr 12 17:48:22.804268 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-3ea08c3d-f76a-4732-b139-4588f4b78e67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 200 len: 1000 time: 0.0562425 Apr 12 17:48:22.852815 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704899-7760-4b94-b380-ae788a6c9393 req-2168c870-599a-427b-999e-372036e8ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:22.854312 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-2168c870-599a-427b-999e-372036e8ecda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0415838 Apr 12 17:48:22.899280 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704899-7760-4b94-b380-ae788a6c9393 req-b33dae6b-c616-4891-8d46-0063b9138e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:22.906778 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-b33dae6b-c616-4891-8d46-0063b9138e31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408647 Apr 12 17:48:22.987163 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-92336d40-9dde-43e4-94d1-cf7cd188f776 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801013 Apr 12 17:48:23.076399 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8a704899-7760-4b94-b380-ae788a6c9393 req-0147d3fc-800c-4bd8-8429-ae022c8d877a service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822794 Apr 12 17:48:31.836608 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a765768-a170-4350-b8eb-ca1e94da5f0c req-b2c634ad-5abf-4619-bf56-d7749329452e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:31.838076 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a765768-a170-4350-b8eb-ca1e94da5f0c req-b2c634ad-5abf-4619-bf56-d7749329452e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0465827 Apr 12 17:48:31.885203 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5a765768-a170-4350-b8eb-ca1e94da5f0c req-47836cba-5ae6-4c1e-b0d4-a6f59f0e03bb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Apr 12 17:48:33.000297 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491de5a-d121-4602-ad5b-ef92e74e2dae req-a89d9761-0de8-45b7-a89d-59c2be17b391 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:33.001755 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f491de5a-d121-4602-ad5b-ef92e74e2dae req-a89d9761-0de8-45b7-a89d-59c2be17b391 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0499287 Apr 12 17:48:33.049586 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f491de5a-d121-4602-ad5b-ef92e74e2dae req-0c7ff353-5bc4-4460-bc41-4ee4133731c6 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Apr 12 17:48:33.593151 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-58bb789d-88aa-446c-938f-6e236d894422 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:33.594516 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-58bb789d-88aa-446c-938f-6e236d894422 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0456493 Apr 12 17:48:33.674465 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port d196eae1-b2e8-4c49-a15c-1727f3670ac7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:48:33.674803 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:33.761638 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] For port d196eae1-b2e8-4c49-a15c-1727f3670ac7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d196eae1-b2e8-4c49-a15c-1727f3670ac7,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:48:33.761991 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:33.925352 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:33.925717 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (0e597ad4-0a8d-4f30-a19a-cbd910582781), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:33.926049 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.db.l3_db [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP 0e597ad4-0a8d-4f30-a19a-cbd910582781 disassociated. External IP: 172.27.2.79, port: d196eae1-b2e8-4c49-a15c-1727f3670ac7. Apr 12 17:48:33.926403 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for d196eae1-b2e8-4c49-a15c-1727f3670ac7 owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:48:34.166859 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c597bb6-b4c3-426a-a158-274f00b300d6 req-3c6c10f1-4dd1-4544-8929-5752922e54e9 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:34.168416 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c597bb6-b4c3-426a-a158-274f00b300d6 req-3c6c10f1-4dd1-4544-8929-5752922e54e9 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 945 time: 0.0481365 Apr 12 17:48:34.221659 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-5c597bb6-b4c3-426a-a158-274f00b300d6 req-02aea19f-ed25-4973-838b-270b6f0a10ed tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 Apr 12 17:48:34.374134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (d196eae1-b2e8-4c49-a15c-1727f3670ac7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:34.400559 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=d196eae1-b2e8-4c49-a15c-1727f3670ac7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:34.413715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.413715 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.414135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.414338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.414669 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.415555 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.415893 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.416218 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.416561 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.416913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.417295 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.417626 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.417953 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.418300 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.418618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:34.527443 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:48:34.632956 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:48:34.643464 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:48:34.653061 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:48:34.653683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:48:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:48:34.674350 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] No DVR routers for this DVR port d196eae1-b2e8-4c49-a15c-1727f3670ac7 on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:48:34.677013 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:34.680372 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-b88fe6d3-729d-47de-a825-95b88ca525c7 req-52852b74-c233-4c50-ae45-bd8fe12884d5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "DELETE /v2.0/ports/d196eae1-b2e8-4c49-a15c-1727f3670ac7 HTTP/1.1" status: 204 len: 173 time: 1.0807464 Apr 12 17:48:34.680851 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'name': 'network-vif-deleted', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:48:34.683262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84698eb3-9984-45ef-a76b-e39417dc4b60" -d '{"events": [{"server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "name": "network-vif-deleted", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:48:34.796459 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba3bbf2-3c69-4e4b-81dd-82207aa82c60 x-openstack-request-id: req-1ba3bbf2-3c69-4e4b-81dd-82207aa82c60 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:48:34.796459 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de2c11-8b14-4d95-b304-409c2eaed02f", "name": "network-vif-deleted", "tag": "d196eae1-b2e8-4c49-a15c-1727f3670ac7", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:48:34.796803 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ba3bbf2-3c69-4e4b-81dd-82207aa82c60 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:48:34.796898 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba3bbf2-3c69-4e4b-81dd-82207aa82c60'] response: {'server_uuid': 'f8de2c11-8b14-4d95-b304-409c2eaed02f', 'name': 'network-vif-deleted', 'tag': 'd196eae1-b2e8-4c49-a15c-1727f3670ac7', 'status': 'completed', 'code': 200} Apr 12 17:48:34.899673 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:48:35.088124 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:48:35.113951 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:48:35.121945 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:48:35.122582 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:48:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:48:35.229799 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:48:35.317436 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2864edda-3c0e-495c-94af-0a48ba1a17ec req-76295fbb-c50c-4ff3-a31b-bdc78e982d87 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8de2c11-8b14-4d95-b304-409c2eaed02f HTTP/1.1" status: 200 len: 210 time: 0.0280764 Apr 12 17:48:35.425375 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:48:35.451460 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ab38f-235c-4210-84e9-b9037946c814 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:48:35.670882 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a86423-91b1-4e41-a671-7d4d0e4461c3 None None] New status for floating IP 0e597ad4-0a8d-4f30-a19a-cbd910582781: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:48:36.528174 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-6ec5800b-5c23-4e99-a570-60fdf1284481 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568821326&fields=id&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 267 time: 0.0461242 Apr 12 17:48:36.630572 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-ae199bec-1f4d-41a9-921e-2c1a135be0e5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:36.632024 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-ae199bec-1f4d-41a9-921e-2c1a135be0e5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.0975125 Apr 12 17:48:36.646062 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-69e48ba2-8296-41de-9573-14489eccb842 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/quotas/5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 375 time: 0.0085800 Apr 12 17:48:36.692553 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-d33b951a-363c-4b6b-85b1-480754979ebc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419033 Apr 12 17:48:36.829728 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-9c591ec1-97c8-458c-9189-7f58aa97b1f8 service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259384 Apr 12 17:48:36.916253 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-da2a2963-4c3f-484c-b239-2517aa425f3d service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808010 Apr 12 17:48:37.163434 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d196eae1-b2e8-4c49-a15c-1727f3670ac7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:48:37.182555 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: d196eae1-b2e8-4c49-a15c-1727f3670ac7 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:48:37.182897 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device d196eae1-b2e8-4c49-a15c-1727f3670ac7 not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:48:37.434319 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9a6eef7d-4e0d-4484-b378-2c64b750baaa req-2b9f79b9-5ff7-471b-9bec-0343e7ab6458 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0357063 Apr 12 17:48:38.512211 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-022d5ddd-867e-4731-984d-592b6ae1c6f7 req-d37ac007-2235-406b-8f45-91c5d17f29e1 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0287092 Apr 12 17:48:39.589126 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-383c7678-372a-4737-a062-2c8f88f0a40f req-bf50a8e7-8677-499a-b575-920fdaf528e0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0273235 Apr 12 17:48:39.699826 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:48:40.664263 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-d96e03bc-5a96-4dbf-be48-a5eee4be0dda req-bd9eb959-eee4-432f-b803-6bb83e6906cf tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0273657 Apr 12 17:48:41.751476 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-107e1b0f-0023-406a-887b-c84a4d4da554 req-e3b01628-fff7-46d9-af13-3ec51a8c1646 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0260530 Apr 12 17:48:42.845218 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fc239025-2285-4c1a-a72e-aeef842c2a4a req-0cf56a54-7044-4c91-9c0f-f3f8a1450f80 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0281856 Apr 12 17:48:43.383783 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-68256cad-5100-4604-a3d1-f5210517275d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:43.385490 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-68256cad-5100-4604-a3d1-f5210517275d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.1012213 Apr 12 17:48:43.453062 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-f3785b6b-3c79-424f-955b-2208c0d0f46b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 380 time: 0.0525086 Apr 12 17:48:43.461527 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'port': {'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'admin_state_up': True, 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'security_groups': ['ddf81899-a4ab-44bd-9dad-4f5924467ddd']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:48:43.654495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Made reservation on behalf of 5c9aea18df5e4b638d12a3b72692035f for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:48:43.657989 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:43.778542 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.20.0.4 (8d6d13a2-7264-4ac3-b1f0-25142fd85e65/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23/7e99f140-1291-4f7b-9a81-6ded5861e11a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:48:43.916537 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:43.941009 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-baf725c3-c82c-45c1-8c84-5a948743c5fb req-92b3204d-1203-4aec-813b-9be25ad87392 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0304108 Apr 12 17:48:44.002914 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.045862 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:48:44.049367 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:48:44.051840 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:48:44.083445 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:44.114474 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:44.115097 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.182769 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-711bd851-0bb5-4e88-8b47-db376e0990bc tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247930 Apr 12 17:48:44.201185 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Request body: {'port': {'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:48:44.260114 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.313870 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-21d93c53-7515-43ce-a1e5-2af4cda1249a None None] Provisioning complete for port 7e99f140-1291-4f7b-9a81-6ded5861e11a triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:48:44.314905 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-21d93c53-7515-43ce-a1e5-2af4cda1249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.352566 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-21d93c53-7515-43ce-a1e5-2af4cda1249a None None] Port 7e99f140-1291-4f7b-9a81-6ded5861e11a cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:48:44.520819 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e99f140-1291-4f7b-9a81-6ded5861e11a {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:48:44.528172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks [] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.540618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Transition to ACTIVE for port object 7e99f140-1291-4f7b-9a81-6ded5861e11a will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:48:44.675943 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.728832 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Pushing event updated for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:44.799582 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Attempting to bind port 7e99f140-1291-4f7b-9a81-6ded5861e11a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:48:44.799926 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Attempting to bind port 7e99f140-1291-4f7b-9a81-6ded5861e11a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:48:44.800262 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Attempting to bind port 7e99f140-1291-4f7b-9a81-6ded5861e11a on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:48:44.805128 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Port 7e99f140-1291-4f7b-9a81-6ded5861e11a on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:48:44.805462 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Attempting to bind port 7e99f140-1291-4f7b-9a81-6ded5861e11a on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:48:44.810752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:48:44.811101 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:48:44.811497 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Bound using segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:48:44.811958 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Bound port: 7e99f140-1291-4f7b-9a81-6ded5861e11a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:48:44.812331 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:44.879182 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:48:44.882273 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:48:44.970243 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:45.002912 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.003660 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:45.004933 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 1093 time: 0.8080955 Apr 12 17:48:45.005389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:48:45.007647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a7bef-298a-4dba-93bd-ffbfe9b3970f" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:48:45.035155 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ff6e-c019-4b68-a638-60a9acf5f345 service neutron] Pushing event updated for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:45.066563 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3903841b-10c1-4527-a4cf-e9b5572dd957 x-openstack-request-id: req-3903841b-10c1-4527-a4cf-e9b5572dd957 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:48:45.066859 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:48:45.067166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3903841b-10c1-4527-a4cf-e9b5572dd957 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:48:45.067623 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3903841b-10c1-4527-a4cf-e9b5572dd957'] response: {'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'status': 'completed', 'code': 200} Apr 12 17:48:45.069509 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6902d-3356-43e3-aad1-ee9cae907c38 req-bec1e183-5288-40dd-aafa-07954f9b7836 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.071084 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27f6902d-3356-43e3-aad1-ee9cae907c38 req-bec1e183-5288-40dd-aafa-07954f9b7836 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0590620 Apr 12 17:48:45.124869 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-27f6902d-3356-43e3-aad1-ee9cae907c38 req-e974a90f-6e40-402b-a88a-bdf7d403eb08 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462379 Apr 12 17:48:45.155423 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-694c72a4-7866-4c0f-9c53-700c81b5e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.156982 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-694c72a4-7866-4c0f-9c53-700c81b5e941 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1127 time: 0.0438752 Apr 12 17:48:45.266338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-77b96aa3-3857-4a53-bfc5-380f75c0c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.267940 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-77b96aa3-3857-4a53-bfc5-380f75c0c2d2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c9aea18df5e4b638d12a3b72692035f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968924 Apr 12 17:48:45.358890 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-07ebb69f-17e0-4887-abca-10fd87104824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.360378 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-573a7bef-298a-4dba-93bd-ffbfe9b3970f req-07ebb69f-17e0-4887-abca-10fd87104824 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872865 Apr 12 17:48:45.460211 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-e5ad57e1-0310-41d2-8384-99f2cf792f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.461697 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-e5ad57e1-0310-41d2-8384-99f2cf792f4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1127 time: 0.0430076 Apr 12 17:48:45.505258 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5817edc4-fe9f-4c73-8852-124a1ea3e222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:45.511154 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-6e035895-c7ef-4b54-a5fd-cb7ab04e5f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 217 time: 0.0363379 Apr 12 17:48:45.558548 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-dfab0fc1-ae24-44ed-a726-eea58bb3d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.559914 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-dfab0fc1-ae24-44ed-a726-eea58bb3d6b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0426121 Apr 12 17:48:45.605220 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9886e-b026-4562-b70c-5412f668547e req-2bd476f4-5d4c-4df3-aefd-99911ca7f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:45.606695 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-2bd476f4-5d4c-4df3-aefd-99911ca7f60e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402555 Apr 12 17:48:45.619475 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:45.692520 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-fe066c83-4d50-42ed-857e-732c9931065d service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793173 Apr 12 17:48:45.783362 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a7d9886e-b026-4562-b70c-5412f668547e req-fcc1be0f-abb1-47f2-b2ec-a8afdca4b3ed service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Apr 12 17:48:46.237409 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407705ef-3329-409b-8e9e-ff6822ac90a2 req-dccdb0e5-3939-4737-8e49-0bb9646ae0fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:46.238920 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-407705ef-3329-409b-8e9e-ff6822ac90a2 req-dccdb0e5-3939-4737-8e49-0bb9646ae0fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0465181 Apr 12 17:48:46.286328 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-407705ef-3329-409b-8e9e-ff6822ac90a2 req-09877ebb-f0b0-4c8a-8452-aac2fbbb8f83 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Apr 12 17:48:47.397883 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69774c-c1b5-4f41-b121-04cd5dbcda1e req-e365d6fb-89ba-43b4-aae9-5696ebed2801 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:47.399360 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f69774c-c1b5-4f41-b121-04cd5dbcda1e req-e365d6fb-89ba-43b4-aae9-5696ebed2801 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0502028 Apr 12 17:48:47.446513 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0f69774c-c1b5-4f41-b121-04cd5dbcda1e req-120cf522-55fd-4935-b5f3-349f3f48942a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Apr 12 17:48:47.882314 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dd043508-2a77-4896-891b-a5e5a10eaa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:48.554423 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557b2a2-c05e-42c6-8ef6-81a141c78915 req-0e35d1aa-f047-473f-9faa-31d62f6eb46a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:48.555873 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0557b2a2-c05e-42c6-8ef6-81a141c78915 req-0e35d1aa-f047-473f-9faa-31d62f6eb46a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0450451 Apr 12 17:48:48.602628 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0557b2a2-c05e-42c6-8ef6-81a141c78915 req-44a4ba8f-83f4-4be6-829e-490a6b45b7b5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Apr 12 17:48:49.036630 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:49.714730 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225ff7-84c7-4ffb-aa9e-d0db0b3cd0fa req-8d632dec-125b-47e9-8012-2b88cc23dee2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:49.716156 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0225ff7-84c7-4ffb-aa9e-d0db0b3cd0fa req-8d632dec-125b-47e9-8012-2b88cc23dee2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0485928 Apr 12 17:48:49.763142 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b0225ff7-84c7-4ffb-aa9e-d0db0b3cd0fa req-fda14dcd-9c69-43e5-b6dc-2de460f83912 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410669 Apr 12 17:48:50.408054 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:50.871799 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfe46c-6b7e-4c9b-aa93-e709c9e1dcfc req-346a75d2-33d6-414c-a8b4-86813267308b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:50.873256 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f6cfe46c-6b7e-4c9b-aa93-e709c9e1dcfc req-346a75d2-33d6-414c-a8b4-86813267308b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0452719 Apr 12 17:48:50.920747 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-f6cfe46c-6b7e-4c9b-aa93-e709c9e1dcfc req-a4bf94d0-0dcf-4485-9ea5-a03bb99f7265 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Apr 12 17:48:51.904940 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:52.030867 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17419cd-6d7e-44da-9702-1db151baed99 req-936f7f15-ffbb-4743-aac2-08213ffbfda5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:52.032329 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a17419cd-6d7e-44da-9702-1db151baed99 req-936f7f15-ffbb-4743-aac2-08213ffbfda5 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0457306 Apr 12 17:48:52.083887 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a17419cd-6d7e-44da-9702-1db151baed99 req-cfb84e74-9be4-4feb-8258-95801ceb0856 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Apr 12 17:48:53.196480 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26d85-dcf1-4438-b67b-5d4bc628201d req-ce1b2452-182d-4e65-ac08-7aa19d96ae0a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:53.197939 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-19d26d85-dcf1-4438-b67b-5d4bc628201d req-ce1b2452-182d-4e65-ac08-7aa19d96ae0a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0459304 Apr 12 17:48:53.245593 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-19d26d85-dcf1-4438-b67b-5d4bc628201d req-ea9fd3eb-7f5b-42e2-8e53-2faf70b4d3cb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Apr 12 17:48:54.354818 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0315-41f7-435f-9d4b-5f89ecfab3ce req-52fc50c9-d324-4683-800a-2c1012485ef9 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:54.356277 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-197e0315-41f7-435f-9d4b-5f89ecfab3ce req-52fc50c9-d324-4683-800a-2c1012485ef9 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 943 time: 0.0458763 Apr 12 17:48:54.407747 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-197e0315-41f7-435f-9d4b-5f89ecfab3ce req-616cbd2d-dd53-4bff-b52a-24cf94774c52 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459414 Apr 12 17:48:55.240819 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 7e99f140-1291-4f7b-9a81-6ded5861e11a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:48:55.336833 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:48:55.347297 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:48:55.383191 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 7e99f140-1291-4f7b-9a81-6ded5861e11a is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:48:55.383557 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:55.395935 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e99f140-1291-4f7b-9a81-6ded5861e11a {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:48:55.414068 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:48:55.476948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:55.521665 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb36d69-7e58-41db-b44e-f1e51c69cdfe req-0511015a-7256-4f7e-a9de-65ca5cd5d5cd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:55.523201 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7fb36d69-7e58-41db-b44e-f1e51c69cdfe req-0511015a-7256-4f7e-a9de-65ca5cd5d5cd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 944 time: 0.0506327 Apr 12 17:48:55.523423 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:55.530341 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.530690 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.531032 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.531856 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.532188 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.532632 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.532856 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.533178 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.533500 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.533820 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.534165 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.534490 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.534807 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.535122 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.535438 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:48:55.571664 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-7fb36d69-7e58-41db-b44e-f1e51c69cdfe req-8c359a4f-15d8-49fa-9db3-abb6d2178e3c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Apr 12 17:48:55.947107 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['7e99f140-1291-4f7b-9a81-6ded5861e11a'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:48:56.682159 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cfe24-d390-41e5-9b74-0258a3baf3b6 req-e2498315-cc4e-4c7d-8ce7-c840d88127fa tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:56.683621 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf6cfe24-d390-41e5-9b74-0258a3baf3b6 req-e2498315-cc4e-4c7d-8ce7-c840d88127fa tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 944 time: 0.0460284 Apr 12 17:48:56.730217 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-cf6cfe24-d390-41e5-9b74-0258a3baf3b6 req-76e333b6-2fb0-4a05-a0f5-556605c4468b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Apr 12 17:48:57.240279 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 7e99f140-1291-4f7b-9a81-6ded5861e11a up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:48:57.284653 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 7e99f140-1291-4f7b-9a81-6ded5861e11a completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:48:57.350913 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 7e99f140-1291-4f7b-9a81-6ded5861e11a triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:48:57.351287 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:57.425366 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 7e99f140-1291-4f7b-9a81-6ded5861e11a is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:48:57.425750 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:57.447559 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:48:57.449796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcdca0-4529-4416-a9c2-8a90a149104b" -d '{"events": [{"server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "name": "network-vif-plugged", "status": "completed", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:48:57.465167 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:48:57.534738 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:57.539024 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90d2b6-2714-4e6f-ae68-bae19a5eb7b9 x-openstack-request-id: req-3f90d2b6-2714-4e6f-ae68-bae19a5eb7b9 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:48:57.539314 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "name": "network-vif-plugged", "status": "completed", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:48:57.539566 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f90d2b6-2714-4e6f-ae68-bae19a5eb7b9 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:48:57.539952 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f90d2b6-2714-4e6f-ae68-bae19a5eb7b9'] response: {'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'code': 200} Apr 12 17:48:57.588681 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:48:57.837924 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec63a-8106-48c4-8935-9040a07c79a0 req-ad191b29-bc46-4bf4-beb1-d7e8eaca6249 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:57.839457 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4bec63a-8106-48c4-8935-9040a07c79a0 req-ad191b29-bc46-4bf4-beb1-d7e8eaca6249 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0453160 Apr 12 17:48:57.891388 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c4bec63a-8106-48c4-8935-9040a07c79a0 req-1a38569e-4058-47fe-8c25-80420ff87399 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Apr 12 17:48:57.927456 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed0ae-2391-42be-9879-67549054a17c req-ffa11cc2-cdff-40b7-a712-64966f907b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:57.928945 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dc2ed0ae-2391-42be-9879-67549054a17c req-ffa11cc2-cdff-40b7-a712-64966f907b12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0387516 Apr 12 17:48:57.972981 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-dc2ed0ae-2391-42be-9879-67549054a17c req-d05587b9-f53e-4e56-9233-54c84829d405 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380735 Apr 12 17:48:59.003256 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5309e6-cdf5-4b32-8cee-2add6360e6ab req-b03479a5-d646-4a8e-9dad-530f8fd516d7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:48:59.004707 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c5309e6-cdf5-4b32-8cee-2add6360e6ab req-b03479a5-d646-4a8e-9dad-530f8fd516d7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0459185 Apr 12 17:48:59.052096 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0c5309e6-cdf5-4b32-8cee-2add6360e6ab req-022aa972-a577-403c-8adc-e631a76af811 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Apr 12 17:49:00.161352 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907a9cf-06f6-4f46-9e64-98f10d3bf536 req-5b6287d8-d29e-49fd-b994-94bbdc96c83a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:00.162935 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8907a9cf-06f6-4f46-9e64-98f10d3bf536 req-5b6287d8-d29e-49fd-b994-94bbdc96c83a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0457778 Apr 12 17:49:00.210652 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8907a9cf-06f6-4f46-9e64-98f10d3bf536 req-42c2be47-c3c2-43da-a903-c0ab65aa085e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Apr 12 17:49:00.321995 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da6505-abc4-49af-a83b-8afbf129d035 req-9cd91a9a-aa48-4465-862a-374b2b744f96 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:00.323450 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98da6505-abc4-49af-a83b-8afbf129d035 req-9cd91a9a-aa48-4465-862a-374b2b744f96 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0477414 Apr 12 17:49:00.371530 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-98da6505-abc4-49af-a83b-8afbf129d035 req-c0f09ee0-5409-44c2-bdaa-320207f0f2bb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Apr 12 17:49:00.393488 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58286) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:00.429296 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63802a6e-9490-4505-b1c5-d16496d15533 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:00.430788 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-63802a6e-9490-4505-b1c5-d16496d15533 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1124 time: 0.0363383 Apr 12 17:49:00.433450 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58288) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:00.437536 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:00.556643 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.634728 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.732994 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.27.2.227 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/81b7bdb0-4079-4bb3-bade-02e356da26b9) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:49:00.832534 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.915414 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.950015 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:49:00.952767 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:49:00.958174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:49:00.980616 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=81b7bdb0-4079-4bb3-bade-02e356da26b9,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:00.991925 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.992271 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.992612 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.992949 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.993281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.993610 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.993930 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.994344 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.994668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.994991 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.995318 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.995638 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.995959 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.996272 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:00.996589 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:01.323977 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (47822f48-fe26-4b03-b8fd-237d36db7eee), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.458021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.601398 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.670582 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.739147 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=81b7bdb0-4079-4bb3-bade-02e356da26b9,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:01.750817 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (47822f48-fe26-4b03-b8fd-237d36db7eee), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:02.099930 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP 47822f48-fe26-4b03-b8fd-237d36db7eee associated. External IP: 172.27.2.227, port: 7e99f140-1291-4f7b-9a81-6ded5861e11a. Apr 12 17:49:02.301785 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:49:02.407988 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:49:02.418234 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:49:02.428076 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:02.428694 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:48:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:02.507328 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:02.538506 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:02.540570 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-53cf4335-467c-4158-9992-05b624cab9e7 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1061068 Apr 12 17:49:02.541276 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:49:02.543541 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee9c87-3147-400e-b3d3-303880c338c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:49:02.637463 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33770ac-e55d-41b6-972e-db45d80cd335 x-openstack-request-id: req-a33770ac-e55d-41b6-972e-db45d80cd335 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:49:02.637827 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:49:02.638113 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a33770ac-e55d-41b6-972e-db45d80cd335 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:49:02.638535 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33770ac-e55d-41b6-972e-db45d80cd335'] response: {'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'status': 'completed', 'code': 200} Apr 12 17:49:02.720450 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-5b6f0eba-c113-4243-a91c-f46ea1b4ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:02.721882 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-5b6f0eba-c113-4243-a91c-f46ea1b4ebd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0384567 Apr 12 17:49:02.767869 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:01Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:02.793892 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:49:02.801899 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:49:02.802529 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:48:48Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:02.813219 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-0cf4e59b-a947-46ce-8e77-cc4980743bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:02.815318 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-0cf4e59b-a947-46ce-8e77-cc4980743bdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0873747 Apr 12 17:49:02.883138 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-94f6ec26-ce97-45c3-b4d1-868f9b612836 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 999 time: 0.0613708 Apr 12 17:49:02.934983 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-f3a2aaf0-0ca1-4fc8-98db-08ebca547751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:02.936466 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-f3a2aaf0-0ca1-4fc8-98db-08ebca547751 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0472515 Apr 12 17:49:02.981754 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-fa397c6d-7fa4-4dad-95f0-7fd2bb04b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:02.983258 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-fa397c6d-7fa4-4dad-95f0-7fd2bb04b557 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406952 Apr 12 17:49:03.043716 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:49:03.080246 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-e1c5fee6-da07-45c5-8d98-acf4c2ed24e6 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906117 Apr 12 17:49:03.170922 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-8dee9c87-3147-400e-b3d3-303880c338c5 req-d71097c2-0cce-41b2-ae0f-74d09cc205af service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849032 Apr 12 17:49:03.282912 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:01Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:49:03.314400 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbac8e-920c-4dfa-836e-787c0136f8ef None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:01Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:49:03.500857 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58bcb2-468f-4edd-a5c7-389f15042eca None None] New status for floating IP 47822f48-fe26-4b03-b8fd-237d36db7eee: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:49:15.497262 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-024955a4-733d-4186-9c3f-a556ffb03838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:15.613441 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:16.699274 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:49:17.887356 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2e0ceb5e-868d-4273-a591-2a0e03e1ff3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:19.027936 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:20.376767 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:21.890884 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:24.510378 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-d619ad01-8f8c-49de-aa47-c1fd4338ee47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376911 Apr 12 17:49:24.609864 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-5ed80d32-1ec0-4308-82ca-37046f85dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:24.611391 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-5ed80d32-1ec0-4308-82ca-37046f85dc71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0410528 Apr 12 17:49:24.710990 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-2b369bc7-f6fd-4190-8cd9-40066f69c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:24.712412 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-2b369bc7-f6fd-4190-8cd9-40066f69c2e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0820951 Apr 12 17:49:24.778207 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-9a8a8614-ece5-4945-95b2-3c82727fe359 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 1001 time: 0.0592251 Apr 12 17:49:24.825960 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-6579c8c6-e5bf-4fee-ae9b-775cfe4cee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:24.827384 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-6579c8c6-e5bf-4fee-ae9b-775cfe4cee11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0429821 Apr 12 17:49:24.868641 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-17609128-cec1-478a-8dde-31d4c8294ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:24.870084 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-17609128-cec1-478a-8dde-31d4c8294ef8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367227 Apr 12 17:49:24.958375 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-7ec81f25-e790-478a-a5bd-c571e1c2180e service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Apr 12 17:49:25.042527 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7c99965b-023d-4ea2-8d29-4c788fb5306e req-f6bfcdc4-728f-4f7d-9b76-5773c86ae408 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778909 Apr 12 17:49:45.480590 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6415f620-358b-4753-80c5-af23bff388c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:45.606225 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:47.866577 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b172125a-59ac-4709-91f9-64da2288c6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:49.034767 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:50.386641 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:51.903447 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.697671 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:50:15.497118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9f88a93f-892a-451a-9a28-f3666e0eedbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:15.605339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.925892 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6c740d44-be14-4431-a805-0e8c0e753594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.036556 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.402154 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.933738 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:26.533022 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-bcdc35ff-da78-4bf3-aa94-feb156df4628 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418100 Apr 12 17:50:26.626552 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-b764addc-1ff1-4b20-a3ca-92ccbf06f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:26.628016 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-b764addc-1ff1-4b20-a3ca-92ccbf06f1e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0368366 Apr 12 17:50:26.729637 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-ced709b3-e0dc-4283-8381-882bc8b718b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:26.731113 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-ced709b3-e0dc-4283-8381-882bc8b718b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0851414 Apr 12 17:50:26.792513 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-991642f6-0f62-4702-abda-960ad2c7f559 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 1001 time: 0.0557559 Apr 12 17:50:26.840338 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-e180de5e-c24a-416a-bb9c-e8e31c9af695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:26.841734 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-e180de5e-c24a-416a-bb9c-e8e31c9af695 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0435381 Apr 12 17:50:26.890994 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-2d379998-866e-4933-a9b3-74242e9afc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:26.893251 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-2d379998-866e-4933-a9b3-74242e9afc36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457833 Apr 12 17:50:26.979832 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-70c180a8-93bf-42db-a2f2-d8539c96c9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807705 Apr 12 17:50:27.069349 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3798d6ee-e6a7-4024-b287-ab1c29acb754 req-6f7af4b7-a7bd-4ec9-aa2c-2a68441c11ef service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834539 Apr 12 17:50:30.696606 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:50:45.498238 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-33837f27-cafb-4030-8c20-19c79d15a2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:45.624157 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:47.875579 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4d570896-bac1-4ef0-bee7-64f727575152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:49.047260 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:50.387544 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:51.898324 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:02.116941 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-d2cb8c62-2a39-47ac-abab-3e77ab535d89 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568821326&fields=id&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 267 time: 0.0433161 Apr 12 17:51:02.219105 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-56849034-c747-4596-a8fe-3fa2578b5410 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:02.220549 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-56849034-c747-4596-a8fe-3fa2578b5410 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.0970714 Apr 12 17:51:02.234984 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-46aa4a70-a625-4589-b578-36f23ed3e6f6 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/quotas/5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 375 time: 0.0092053 Apr 12 17:51:02.286964 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-833ccef4-03f4-4395-a4f1-d98e336f99bf tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473073 Apr 12 17:51:02.417070 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-4667bb71-e5b0-44f1-a75b-8abd3ebe3abe service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180117 Apr 12 17:51:02.505679 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-14ec4722-24b1-4b42-99c1-da4747eaa35b service neutron] 10.222.0.32 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829828 Apr 12 17:51:03.105314 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-ff942376-4fcc-4afc-a973-e9085286fdee req-a659577b-6d34-49c3-84fc-3e43f7bb62e1 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 210 time: 0.0732915 Apr 12 17:51:04.201760 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b86dca9e-fda6-45d8-9e58-df9cca5cd2d2 req-4b5bd0b2-8436-4dc7-9dd4-d5e79b1cf6bf tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 210 time: 0.0282130 Apr 12 17:51:04.910249 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-d7aad6f0-a0fe-43f9-a140-68dc03435654 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:04.911596 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-d7aad6f0-a0fe-43f9-a140-68dc03435654 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 811 time: 0.0998526 Apr 12 17:51:04.981676 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-a50db2df-d7c4-4a9c-9502-10dbebd8a08c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9aea18df5e4b638d12a3b72692035f HTTP/1.1" status: 200 len: 380 time: 0.0554740 Apr 12 17:51:04.997614 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'port': {'device_id': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'admin_state_up': True, 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'security_groups': ['ddf81899-a4ab-44bd-9dad-4f5924467ddd']}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:05.221345 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Made reservation on behalf of 5c9aea18df5e4b638d12a3b72692035f for: {'port': 1} {{(pid=103810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:51:05.224764 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:05.298686 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-fdb092fb-256c-4553-9d64-0d9703945a78 req-14050d9b-9b45-4925-9013-335043e5aa2e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 210 time: 0.0270338 Apr 12 17:51:05.353083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.20.0.14 (8d6d13a2-7264-4ac3-b1f0-25142fd85e65/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23/47fdce57-2451-4dc1-b019-98fa6b5180fd) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:05.487931 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:05.564822 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:05.603650 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:05.607374 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:05.613858 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:05.638281 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:05.650831 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.651188 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.651530 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.652447 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.652795 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.653128 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.653458 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.653784 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.654134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.654463 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.654795 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.655123 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.655446 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.655765 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.656085 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:05.679106 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:05.679753 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:05.790523 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-f6a30463-bf3c-4f3d-a12e-b463895ba039 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7967916 Apr 12 17:51:05.800738 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-e9648341-3076-4c1e-b02c-e036a26dfb22 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:51:05.801800 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-e9648341-3076-4c1e-b02c-e036a26dfb22 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060453 Apr 12 17:51:05.804742 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-a6cda1d6-1733-4cab-8e87-ac4eb6ac3b7d None None] Provisioning complete for port 47fdce57-2451-4dc1-b019-98fa6b5180fd triggered by entity DHCP. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:05.805295 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a6cda1d6-1733-4cab-8e87-ac4eb6ac3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:05.819597 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.v2.base [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Request body: {'port': {'device_id': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:05.839013 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-a6cda1d6-1733-4cab-8e87-ac4eb6ac3b7d None None] Port 47fdce57-2451-4dc1-b019-98fa6b5180fd cannot update to ACTIVE because it is not bound. {{(pid=103812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:51:05.881688 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.136332 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47fdce57-2451-4dc1-b019-98fa6b5180fd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:06.143895 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks [] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.156166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Transition to ACTIVE for port object 47fdce57-2451-4dc1-b019-98fa6b5180fd will not be triggered until provisioned by entity L2. {{(pid=103810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:51:06.217959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.289164 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Pushing event updated for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:06.348249 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Attempting to bind port 47fdce57-2451-4dc1-b019-98fa6b5180fd on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:51:06.348611 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Attempting to bind port 47fdce57-2451-4dc1-b019-98fa6b5180fd by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:51:06.348945 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Attempting to bind port 47fdce57-2451-4dc1-b019-98fa6b5180fd on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:06.354001 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Port 47fdce57-2451-4dc1-b019-98fa6b5180fd on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:51:06.354352 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Attempting to bind port 47fdce57-2451-4dc1-b019-98fa6b5180fd on network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:51:06.361606 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Checking agent: {'id': 'e8c7b520-96c8-48ce-a060-a22384ff3dc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'started_at': datetime.datetime(2022, 4, 12, 17, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:51:06.361966 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Checking segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:51:06.362375 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Bound using segment: {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:51:06.362809 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Bound port: 47fdce57-2451-4dc1-b019-98fa6b5180fd, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8671914-8b63-47a2-b30e-1960212a8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:51:06.363179 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.417175 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1b5ad-3564-4e20-a90a-35f84f0f3956 req-08a393a0-2d24-4a14-b23f-4886a8d7e88e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.420140 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18c1b5ad-3564-4e20-a90a-35f84f0f3956 req-08a393a0-2d24-4a14-b23f-4886a8d7e88e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0530815 Apr 12 17:51:06.434528 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:51:06.437807 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:51:06.479590 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-18c1b5ad-3564-4e20-a90a-35f84f0f3956 req-4d15b39e-697e-40ba-85e3-0b9f1b393937 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502765 Apr 12 17:51:06.504389 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12868525'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.540159 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.540667 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:06.542118 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] 10.222.0.60 "PUT /v2.0/ports/47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 200 len: 1094 time: 0.7267718 Apr 12 17:51:06.542618 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:06.544908 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937b544-1586-423f-b34d-03e8fe34aaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:06.572504 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c3dd6-429a-4b50-ba98-c8aca5011e4c service neutron] Pushing event updated for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:06.587237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d8a55-802d-4e2a-9999-a87b64145706 x-openstack-request-id: req-c80d8a55-802d-4e2a-9999-a87b64145706 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:06.587528 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:06.587782 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c80d8a55-802d-4e2a-9999-a87b64145706 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:06.588186 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80d8a55-802d-4e2a-9999-a87b64145706'] response: {'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'status': 'completed', 'code': 200} Apr 12 17:51:06.676213 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-a142a0bb-6e84-4f5d-8936-050ec1b58c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.677771 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-a142a0bb-6e84-4f5d-8936-050ec1b58c7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1128 time: 0.0415614 Apr 12 17:51:06.785408 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-e59ba63c-e6c5-4c78-885d-235b852a2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.786916 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-e59ba63c-e6c5-4c78-885d-235b852a2115 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c9aea18df5e4b638d12a3b72692035f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966332 Apr 12 17:51:06.880852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-fbbde8dc-3f34-44a0-b29a-a4474ace923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.882349 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-a937b544-1586-423f-b34d-03e8fe34aaaf req-fbbde8dc-3f34-44a0-b29a-a4474ace923b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890586 Apr 12 17:51:06.975749 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-9d051b10-c6eb-48f4-b586-86cae6258c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:06.977232 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-9d051b10-c6eb-48f4-b586-86cae6258c41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1128 time: 0.0373728 Apr 12 17:51:07.023509 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-32bc5bb2-5ef9-4a4c-80a9-dec799be8500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 200 len: 217 time: 0.0329294 Apr 12 17:51:07.072999 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-414f4c4e-812a-4854-a5cc-cfd30f4fc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.074404 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-414f4c4e-812a-4854-a5cc-cfd30f4fc5e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0448406 Apr 12 17:51:07.116103 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-dd5cecd5-dae2-4576-a00f-eb012ef75d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.117575 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-dd5cecd5-dae2-4576-a00f-eb012ef75d87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373397 Apr 12 17:51:07.204985 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-7c8b5d25-9d48-4104-a845-9a7e894914b6 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 Apr 12 17:51:07.294935 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-1d0d9ce2-ef2d-43a5-aaf8-6f2102b28599 req-7d05220b-972f-4067-a6f1-26708bbc6d9f service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Apr 12 17:51:07.592892 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b3774-3a56-48a9-bb0a-ff79616cab86 req-edf83636-6de7-4482-8758-09bbc2c6ad9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:07.594418 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-726b3774-3a56-48a9-bb0a-ff79616cab86 req-edf83636-6de7-4482-8758-09bbc2c6ad9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0465891 Apr 12 17:51:07.641943 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-726b3774-3a56-48a9-bb0a-ff79616cab86 req-585c3ddc-5180-4bc9-a7f1-4aa780e47ad4 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Apr 12 17:51:07.695465 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:08.752021 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e10b7-3d50-49fb-a8e5-d9d8505f4a57 req-2e14214e-4c10-4c8f-92c5-d48745900b45 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:08.753707 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c29e10b7-3d50-49fb-a8e5-d9d8505f4a57 req-2e14214e-4c10-4c8f-92c5-d48745900b45 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0463974 Apr 12 17:51:08.801331 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-c29e10b7-3d50-49fb-a8e5-d9d8505f4a57 req-72b2237e-31f9-4140-9916-f3777147be43 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Apr 12 17:51:09.912297 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7b52-978e-48e5-891e-5b4afcd36883 req-f7869693-871a-4204-83cb-1fa0c319d6f1 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:09.913747 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14ee7b52-978e-48e5-891e-5b4afcd36883 req-f7869693-871a-4204-83cb-1fa0c319d6f1 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0486317 Apr 12 17:51:09.960708 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-14ee7b52-978e-48e5-891e-5b4afcd36883 req-8c9fa7c8-6eee-4862-9b19-5623e42bb438 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Apr 12 17:51:11.070134 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ee8d-f3a4-40e2-9103-e61007d37e3e req-cc95cf77-cffb-4848-ac49-54828625b064 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:11.071592 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34a4ee8d-f3a4-40e2-9103-e61007d37e3e req-cc95cf77-cffb-4848-ac49-54828625b064 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0463350 Apr 12 17:51:11.119623 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-34a4ee8d-f3a4-40e2-9103-e61007d37e3e req-2ea39c62-c2a8-4897-8880-6026a3e08cdd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Apr 12 17:51:12.235281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19fc73-9e91-4c1e-adc7-f864795160e4 req-7965f616-f4d2-48d6-b04d-bbd4578e486d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:12.236778 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb19fc73-9e91-4c1e-adc7-f864795160e4 req-7965f616-f4d2-48d6-b04d-bbd4578e486d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0502424 Apr 12 17:51:12.285261 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-eb19fc73-9e91-4c1e-adc7-f864795160e4 req-58f1c093-74c0-4a6b-b26b-3765b3ef6a4f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Apr 12 17:51:13.396862 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366f361-a10c-4f85-a87d-dd3e7c3e752b req-f9de6211-ee41-429d-ba0f-93dce0a56724 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:13.398350 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8366f361-a10c-4f85-a87d-dd3e7c3e752b req-f9de6211-ee41-429d-ba0f-93dce0a56724 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0462749 Apr 12 17:51:13.446340 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-8366f361-a10c-4f85-a87d-dd3e7c3e752b req-cfd3ef14-7191-4c09-8cbf-23c1b08d1c8a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Apr 12 17:51:14.553615 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbadf-3ab1-4c6b-a2e2-1e76b356aea4 req-28adb724-cc7e-40e3-83d0-384dc0868711 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:14.555091 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c8bbadf-3ab1-4c6b-a2e2-1e76b356aea4 req-28adb724-cc7e-40e3-83d0-384dc0868711 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0460410 Apr 12 17:51:14.605908 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-4c8bbadf-3ab1-4c6b-a2e2-1e76b356aea4 req-9adf11c4-32ac-4bd3-8f88-f8f3798c53f6 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Apr 12 17:51:15.477861 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0324a199-7571-4bcd-bdf8-61c2237ea380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.629019 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:15.716386 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc316-40e6-4caf-a494-57f9f8baa6e2 req-1d2768e7-ec29-4adc-8698-87d66e843252 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:15.717836 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a4dc316-40e6-4caf-a494-57f9f8baa6e2 req-1d2768e7-ec29-4adc-8698-87d66e843252 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 944 time: 0.0454397 Apr 12 17:51:15.766004 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-3a4dc316-40e6-4caf-a494-57f9f8baa6e2 req-375bf4b4-0bc3-41a3-8fbe-4f628a1b1251 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Apr 12 17:51:16.048023 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 47fdce57-2451-4dc1-b019-98fa6b5180fd details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:51:16.140327 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:16.153879 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Returning: {'device': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'port_id': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'mac_address': 'fa:16:3e:73:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:51:16.191167 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 47fdce57-2451-4dc1-b019-98fa6b5180fd is: DOWN; New status is: BUILD {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:16.191556 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:16.204110 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47fdce57-2451-4dc1-b019-98fa6b5180fd {{(pid=103812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:51:16.223351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:16.296790 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:16.342347 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=4']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:16.348995 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.351741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.352453 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.352453 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.352660 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.352812 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.353129 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.353448 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:16.764938 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] get_ports_and_sgs() called for port_ids ['47fdce57-2451-4dc1-b019-98fa6b5180fd'] {{(pid=103812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:51:16.876135 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111699b-84b8-4cee-8fbb-a621344dea5d req-e11b7df6-2f03-4cb8-b0d8-7393ff7b9886 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:16.877631 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9111699b-84b8-4cee-8fbb-a621344dea5d req-e11b7df6-2f03-4cb8-b0d8-7393ff7b9886 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 945 time: 0.0463617 Apr 12 17:51:16.925741 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-9111699b-84b8-4cee-8fbb-a621344dea5d req-6d8866b9-296c-4c39-b9d8-8908d6af0d6e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Apr 12 17:51:17.906747 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3366e06d-5ef6-427f-97e9-ad4aa3a758d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:18.039654 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9502705-54f2-48bb-a5f4-aa184bfa9ecc req-ba64e170-29fa-4508-9fd0-5280345f891d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.041114 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a9502705-54f2-48bb-a5f4-aa184bfa9ecc req-ba64e170-29fa-4508-9fd0-5280345f891d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 945 time: 0.0495312 Apr 12 17:51:18.048796 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 47fdce57-2451-4dc1-b019-98fa6b5180fd up at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:51:18.088034 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a9502705-54f2-48bb-a5f4-aa184bfa9ecc req-6e10ab75-c26b-4bc1-973e-1e0ad22a83fa tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Apr 12 17:51:18.097089 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning for port 47fdce57-2451-4dc1-b019-98fa6b5180fd completed by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:51:18.165351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.provisioning_blocks [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Provisioning complete for port 47fdce57-2451-4dc1-b019-98fa6b5180fd triggered by entity L2. {{(pid=103812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:51:18.165661 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471614'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), provisioning_complete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:18.240282 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Current status of the port 47fdce57-2451-4dc1-b019-98fa6b5180fd is: BUILD; New status is: ACTIVE {{(pid=103812) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:51:18.245222 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), before_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:18.262592 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd'}] {{(pid=103812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:18.265477 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6bef8b64eec7cf7f731cb03c4586c397d831250ffd991717184e2e9df36ef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18345014-6d57-4a70-8700-fb381a2f2954" -d '{"events": [{"server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "name": "network-vif-plugged", "status": "completed", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd"}]}' {{(pid=103812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:18.277522 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:51:18.302664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c010a3c3-aa06-4b43-bb5f-bb51357477a8 x-openstack-request-id: req-c010a3c3-aa06-4b43-bb5f-bb51357477a8 {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:18.302664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "name": "network-vif-plugged", "status": "completed", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd", "code": 200}]} {{(pid=103812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:18.302664 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c010a3c3-aa06-4b43-bb5f-bb51357477a8 {{(pid=103812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:18.302664 dv-cinder-837532-1-iscsi neutron-server[103812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c010a3c3-aa06-4b43-bb5f-bb51357477a8'] response: {'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'code': 200} Apr 12 17:51:18.342958 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:18.394345 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Pushing event updated for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=5']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:18.723282 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dda48-fcd9-47c0-9fe1-e1669b1fa787 req-a5d62d45-f495-4bdb-b692-169fba745cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:18.724730 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3b1dda48-fcd9-47c0-9fe1-e1669b1fa787 req-a5d62d45-f495-4bdb-b692-169fba745cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1130 time: 0.0741987 Apr 12 17:51:18.768985 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-3b1dda48-fcd9-47c0-9fe1-e1669b1fa787 req-98668788-3ffb-416c-bac1-a181562a35fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Apr 12 17:51:19.051056 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:19.199039 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420065be-78e8-4aef-b600-f763ced52ed5 req-fa73411b-e762-4e07-af8e-476715fbab25 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:19.200503 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-420065be-78e8-4aef-b600-f763ced52ed5 req-fa73411b-e762-4e07-af8e-476715fbab25 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0477397 Apr 12 17:51:19.248390 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-420065be-78e8-4aef-b600-f763ced52ed5 req-9ad5bcc3-166f-4e53-b68d-59fddae2371c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Apr 12 17:51:20.360605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35140cc5-3433-4b74-93af-c5a747b1357b req-7325435f-39dc-4ae9-afb8-f2b0205adc0e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:20.362090 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-35140cc5-3433-4b74-93af-c5a747b1357b req-7325435f-39dc-4ae9-afb8-f2b0205adc0e tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0469949 Apr 12 17:51:20.393868 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:20.415515 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-35140cc5-3433-4b74-93af-c5a747b1357b req-4d10ae10-a4eb-4c99-b7aa-fd950789b54f tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 Apr 12 17:51:21.525137 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd778ce-7534-47ad-8871-168e32a35b49 req-50830127-66b5-4f38-8997-c0137ee8a864 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.526513 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cd778ce-7534-47ad-8871-168e32a35b49 req-50830127-66b5-4f38-8997-c0137ee8a864 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0468504 Apr 12 17:51:21.573684 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2cd778ce-7534-47ad-8871-168e32a35b49 req-92e4fa43-0f4a-4bd1-816e-a441d126a1bf tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Apr 12 17:51:21.681500 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495d13-acc2-4531-96a2-e6d5f550cb67 req-0681a152-66da-4bbc-8ecc-ef413a88ea07 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.682969 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11495d13-acc2-4531-96a2-e6d5f550cb67 req-0681a152-66da-4bbc-8ecc-ef413a88ea07 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0454159 Apr 12 17:51:21.729591 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-11495d13-acc2-4531-96a2-e6d5f550cb67 req-fbe7e423-c30f-4655-9944-b61cfef035f0 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Apr 12 17:51:21.752232 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58440) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:21.831667 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e86eb-1676-497b-ad0b-f90a2a858847 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:21.833290 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-229e86eb-1676-497b-ad0b-f90a2a858847 tempest-TestVolumeBootPattern-1859432594 tempest-TestVolumeBootPattern-1859432594-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1125 time: 0.0797513 Apr 12 17:51:21.835892 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58444) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:51:21.840009 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.v2.base [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Request body: {'floatingip': {'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'port_id': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:51:21.891364 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:21.908531 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:21.984719 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (None), before_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:22.086489 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.db_base_plugin_common [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Allocated IP 172.27.2.222 (28ba6ea3-ffe1-4772-8b5f-622a09b5240e/2e591ad2-4094-4751-8c80-ab4d919c35b3/f8cc1f29-ef8f-4919-8f01-3c6f99221c75) {{(pid=103811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:51:22.185620 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:22.262777 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742582108838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:22.305104 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Network 28ba6ea3-ffe1-4772-8b5f-622a09b5240e is already hosted by enough agents. {{(pid=103811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:51:22.309909 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.base_scheduler [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Resources bound (agent type, host, resource id): {{(pid=103811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:51:22.313027 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Received port after_create {{(pid=103811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:51:22.338469 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=f8cc1f29-ef8f-4919-8f01-3c6f99221c75,revision_number=1']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:22.351757 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.352105 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.354847 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.355729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.355729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.355729 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.356023 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.356248 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:51:22.679259 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (c8b56f1c-9932-4b9d-90bd-ab0bcda3012a), precommit_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:22.795291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1525105'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:22.941828 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:23.010979 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742582501672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742582108856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742582108874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13174135'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:23.082701 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event updated for resources: {'Port': ['ID=f8cc1f29-ef8f-4919-8f01-3c6f99221c75,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:51:23.088316 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454859'] for floatingip (c8b56f1c-9932-4b9d-90bd-ab0bcda3012a), after_create {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:23.192496 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP c8b56f1c-9932-4b9d-90bd-ab0bcda3012a associated. External IP: 172.27.2.222, port: 47fdce57-2451-4dc1-b019-98fa6b5180fd. Apr 12 17:51:23.396207 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:51:23.502240 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:51:23.511862 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:51:23.521372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:23.525283 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:51:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:23.590127 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:23.620129 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-6025cc08-b731-434d-8332-483f3ceed565 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7830954 Apr 12 17:51:23.620572 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:51:23.622833 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378f837f-647d-4aaf-acf7-463e8b45f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:51:23.630948 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:23.662493 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178962c7-d37e-4a69-bc88-d1e5f0200152 x-openstack-request-id: req-178962c7-d37e-4a69-bc88-d1e5f0200152 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:51:23.662784 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:51:23.663057 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-178962c7-d37e-4a69-bc88-d1e5f0200152 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:51:23.663448 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178962c7-d37e-4a69-bc88-d1e5f0200152'] response: {'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'status': 'completed', 'code': 200} Apr 12 17:51:23.747512 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-938becd5-d6e4-407b-8f3f-a748dbecc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.749056 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-938becd5-d6e4-407b-8f3f-a748dbecc5fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1130 time: 0.0414724 Apr 12 17:51:23.836740 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-a83779fd-a825-42d5-a0d7-03267057d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:23.838133 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-a83779fd-a825-42d5-a0d7-03267057d636 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0818038 Apr 12 17:51:23.848261 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}, {'id': 'c8b56f1c-9932-4b9d-90bd-ab0bcda3012a', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:73:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:22Z', 'updated_at': '2022-04-12T17:51:22Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:23.876248 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:51:23.884608 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:51:23.885211 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:51:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:24.130975 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:51:24.159199 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-e6ee17be-e148-4219-8f08-a05a48e2b9ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 200 len: 1000 time: 0.3146706 Apr 12 17:51:24.206752 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-d1854060-7b22-4b65-acf4-ada130a1d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.208238 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-d1854060-7b22-4b65-acf4-ada130a1d546 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0430713 Apr 12 17:51:24.251079 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-60f4b5e1-9b0d-4128-8a9c-dd3a39e2196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:24.252935 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-60f4b5e1-9b0d-4128-8a9c-dd3a39e2196e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382345 Apr 12 17:51:24.343081 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-9624a16c-77ad-4f32-9cb2-5478dea749c0 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 Apr 12 17:51:24.349202 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}, {'id': 'c8b56f1c-9932-4b9d-90bd-ab0bcda3012a', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:73:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:22Z', 'updated_at': '2022-04-12T17:51:22Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:51:24.375878 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ce1e-c28c-450c-ac56-fd7c7eb5a4ab None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}, {'id': 'c8b56f1c-9932-4b9d-90bd-ab0bcda3012a', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:73:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:51:22Z', 'updated_at': '2022-04-12T17:51:22Z', 'revision_number': 0, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:51:24.431079 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-378f837f-647d-4aaf-acf7-463e8b45f1b6 req-40cc37b5-1cf1-4187-8ad2-7900879467bf service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822325 Apr 12 17:51:24.567862 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ea81e-7563-4175-bb97-f4a4ac6c0cd1 None None] New status for floating IP c8b56f1c-9932-4b9d-90bd-ab0bcda3012a: ACTIVE {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:51:28.507446 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-e507ba76-df9d-4044-b66d-d72b4738cb79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381806 Apr 12 17:51:28.602044 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-93da25c4-a262-4f15-bd0b-7a95dc24eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.603534 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-93da25c4-a262-4f15-bd0b-7a95dc24eb10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0404320 Apr 12 17:51:28.703604 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-afac22a8-243d-491f-aecf-f85d7646e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.705102 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-afac22a8-243d-491f-aecf-f85d7646e341 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0832770 Apr 12 17:51:28.773886 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-3d5701bd-c2b0-4190-9fe5-79778267894b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 1001 time: 0.0595229 Apr 12 17:51:28.821435 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-296cd0d0-0076-4f15-ad1e-84662d318e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.822944 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-296cd0d0-0076-4f15-ad1e-84662d318e9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0426228 Apr 12 17:51:28.865204 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-e57d284f-8afc-434d-8362-8cab47d31ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:51:28.866703 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-e57d284f-8afc-434d-8362-8cab47d31ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381746 Apr 12 17:51:28.954020 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-ea92b739-7faa-4543-b82c-245948665196 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Apr 12 17:51:29.039831 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c6b3ea89-0544-4790-8c32-47a2641c8fa3 req-b8008091-c106-42dc-8435-6ab61b6b962d service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795715 Apr 12 17:51:44.694447 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:45.489719 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-a3931f26-5aab-491e-a01d-873a937bbe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:45.609926 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:47.883995 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-09f8a237-65ae-41aa-8974-966a316c878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:49.049938 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:50.403903 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:51.894922 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.528223 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69177daf-cd75-4282-b100-79c7df1d9f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:15.630432 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:17.842440 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0c5acc01-cef1-489d-808c-bddc69fe0a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:19.036883 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:20.430392 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:21.693932 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:52:21.933906 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:29.527861 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-3d1fd93d-f859-4726-8eb6-fd8c160d13ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423946 Apr 12 17:52:29.597022 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-3e82828c-6cd1-4252-a77b-a9984ce6b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:29.598553 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-3e82828c-6cd1-4252-a77b-a9984ce6b4c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1130 time: 0.0375910 Apr 12 17:52:29.710728 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-1e553743-20d1-44cd-bc9e-d1bcce5a1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:29.712173 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-1e553743-20d1-44cd-bc9e-d1bcce5a1087 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0943239 Apr 12 17:52:29.774734 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-0ad6d431-427f-483d-8e9d-98235d82487d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 200 len: 1002 time: 0.0562308 Apr 12 17:52:29.822260 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-f6f99884-0d92-4ae4-8458-e5033d755ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:29.823636 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-f6f99884-0d92-4ae4-8458-e5033d755ac0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0416601 Apr 12 17:52:29.869348 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-d22545be-9a3c-43bd-80f2-e664ad99966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:52:29.870830 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-d22545be-9a3c-43bd-80f2-e664ad99966a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415030 Apr 12 17:52:29.960601 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-8533593e-7002-45e1-b985-bd25927b7d8c service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Apr 12 17:52:30.050561 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-f1d063ef-8094-4065-b3b5-c2810fa82525 req-5e394473-fc0a-433e-a385-0af897518b38 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834057 Apr 12 17:52:45.498589 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-357c207f-12a1-49b6-8376-6ed8c3ab927a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:45.778605 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:47.841318 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-8a2af1c7-c020-48eb-808b-f7e7747aaeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:49.041382 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:50.401136 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:51.903861 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.693339 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:53:15.497624 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-85fdb492-941f-4953-8379-5bd01bc06140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:15.663330 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:17.863118 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-59d6ba32-476f-4caa-bf4e-7ae7bb196eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:19.068847 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:20.445826 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:21.888934 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:23.758997 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58476) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:23.902477 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port f8cc1f29-ef8f-4919-8f01-3c6f99221c75 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:23.902823 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:23.976617 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:23.976944 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:23.989129 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for f8cc1f29-ef8f-4919-8f01-3c6f99221c75 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:24.188935 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (f8cc1f29-ef8f-4919-8f01-3c6f99221c75), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:24.213912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=f8cc1f29-ef8f-4919-8f01-3c6f99221c75,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:24.239596 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.240223 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.240368 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.240610 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.240945 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.241277 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.241605 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.241930 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.242281 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.242609 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.242934 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.243258 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.243581 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.243901 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.244220 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:24.284069 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (c8b56f1c-9932-4b9d-90bd-ab0bcda3012a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:24.284404 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP c8b56f1c-9932-4b9d-90bd-ab0bcda3012a disassociated (deleted). External IP: 172.27.2.222, port: 47fdce57-2451-4dc1-b019-98fa6b5180fd. Apr 12 17:53:24.487534 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:24.593947 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:24.598965 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:24.604363 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:24.613486 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:24.614126 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:24.627876 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-ea180405-1c34-40d6-abc9-7cb3a960d5fb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8b56f1c-9932-4b9d-90bd-ab0bcda3012a HTTP/1.1" status: 204 len: 168 time: 0.8677988 Apr 12 17:53:24.628485 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:24.630722 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:24.676065 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b848109-c78e-4a44-9089-0d77ff05b66b x-openstack-request-id: req-5b848109-c78e-4a44-9089-0d77ff05b66b {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:24.676356 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:24.676608 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b848109-c78e-4a44-9089-0d77ff05b66b {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:24.677557 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b848109-c78e-4a44-9089-0d77ff05b66b'] response: {'name': 'network-changed', 'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'status': 'completed', 'code': 200} Apr 12 17:53:24.726830 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:24.760990 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-7d72bdb9-e2ae-47c6-9638-5045005193b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:24.762608 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-7d72bdb9-e2ae-47c6-9638-5045005193b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 1130 time: 0.0391541 Apr 12 17:53:24.857259 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-6a6a52a7-c6fb-4f0c-87b4-f19e2902361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:24.858787 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-6a6a52a7-c6fb-4f0c-87b4-f19e2902361b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0902872 Apr 12 17:53:24.903249 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-23e58f42-70ea-42ad-a84c-0376c9046ac4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 200 len: 217 time: 0.0353842 Apr 12 17:53:24.950017 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:24.956384 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-604f44b2-ec38-420e-83c7-f941d57807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:24.958299 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-604f44b2-ec38-420e-83c7-f941d57807c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0490258 Apr 12 17:53:24.977685 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:24.985863 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:24.987045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:25.030571 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea2c-7b1b-4652-8c78-5fedcee41cc3 req-74ef4e90-4951-43b3-ad2d-2924dd5e9757 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:25.031957 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-599cea2c-7b1b-4652-8c78-5fedcee41cc3 req-74ef4e90-4951-43b3-ad2d-2924dd5e9757 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0464478 Apr 12 17:53:25.083757 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-599cea2c-7b1b-4652-8c78-5fedcee41cc3 req-ab207522-08cf-49a6-94bd-53b43b0b4b49 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Apr 12 17:53:25.096194 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:25.305620 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:25.335673 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401b2cb-1c57-4e19-80d7-510aba8e38e3 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_floatingips': [{'id': '47822f48-fe26-4b03-b8fd-237d36db7eee', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'router_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'port_id': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'mac_address': 'fa:16:3e:f3:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:49:01Z', 'updated_at': '2022-04-12T17:49:03Z', 'revision_number': 1, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:25.539154 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa742298-c5b4-49bc-b626-affa58fcd009 None None] New status for floating IP c8b56f1c-9932-4b9d-90bd-ab0bcda3012a: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:53:26.070528 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-232246db-e7bf-4d42-b750-c4636be4ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:26.072258 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-232246db-e7bf-4d42-b750-c4636be4ee0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389805 Apr 12 17:53:26.169460 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-0900d28b-6ff7-46ca-9639-8a010818e67d service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Apr 12 17:53:26.199559 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76b6a-a8ef-4db9-975b-aaf01105c08c req-c7bb27f4-6249-4060-ba4d-2a070cc2b8dd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:26.201511 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58a76b6a-a8ef-4db9-975b-aaf01105c08c req-c7bb27f4-6249-4060-ba4d-2a070cc2b8dd tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0469413 Apr 12 17:53:26.250368 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58a76b6a-a8ef-4db9-975b-aaf01105c08c req-9e596914-ff33-43d9-bf08-42127e174c76 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Apr 12 17:53:26.261975 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-9c6a896e-4aff-431d-8d96-ad56c52c3a9a req-516c45d2-acca-487b-9e7b-897bba379ee2 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863993 Apr 12 17:53:26.817762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2428-f986-4552-aa25-021d3e000781 req-5d2cf56e-01cb-4ffb-ba51-66ff06617b9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:26.819275 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-46af2428-f986-4552-aa25-021d3e000781 req-5d2cf56e-01cb-4ffb-ba51-66ff06617b9a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 946 time: 0.0461042 Apr 12 17:53:26.900404 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port 47fdce57-2451-4dc1-b019-98fa6b5180fd {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:26.900756 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:26.990196 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] For port 47fdce57-2451-4dc1-b019-98fa6b5180fd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=47fdce57-2451-4dc1-b019-98fa6b5180fd,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:26.990456 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:27.003138 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for 47fdce57-2451-4dc1-b019-98fa6b5180fd owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:27.205677 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (47fdce57-2451-4dc1-b019-98fa6b5180fd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:27.233672 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=47fdce57-2451-4dc1-b019-98fa6b5180fd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:27.245738 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.246134 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.246477 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.246835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.247158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.247496 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.248083 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.248415 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.248747 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.249398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.249398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.249723 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.250076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.250398 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.250732 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:27.290839 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] No DVR routers for this DVR port 47fdce57-2451-4dc1-b019-98fa6b5180fd on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:27.292983 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:27.296317 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-46af2428-f986-4552-aa25-021d3e000781 req-c6349fc2-1449-4a74-8b8f-8caad7610b8c tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "DELETE /v2.0/ports/47fdce57-2451-4dc1-b019-98fa6b5180fd HTTP/1.1" status: 204 len: 173 time: 0.4718933 Apr 12 17:53:27.296780 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'name': 'network-vif-deleted', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:27.299254 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78111a21-ae90-4a8a-b01c-0cbfacf66174" -d '{"events": [{"server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "name": "network-vif-deleted", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:27.336735 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16faa28c-1e05-4c01-9466-0c81f5c2c5b9 x-openstack-request-id: req-16faa28c-1e05-4c01-9466-0c81f5c2c5b9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:27.337024 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a3d62-96c2-4102-a1f1-0a88bf2bf30c", "name": "network-vif-deleted", "tag": "47fdce57-2451-4dc1-b019-98fa6b5180fd", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:27.337741 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16faa28c-1e05-4c01-9466-0c81f5c2c5b9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:27.338176 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16faa28c-1e05-4c01-9466-0c81f5c2c5b9'] response: {'server_uuid': '133a3d62-96c2-4102-a1f1-0a88bf2bf30c', 'name': 'network-vif-deleted', 'tag': '47fdce57-2451-4dc1-b019-98fa6b5180fd', 'status': 'completed', 'code': 200} Apr 12 17:53:27.351791 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-b3901751-fce1-44a6-bc42-bd81dcf6ad4f req-8b2c4da4-6069-48cd-b895-c96f87846ec2 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 210 time: 0.0286276 Apr 12 17:53:28.455528 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-58d52b27-edee-49c8-a35b-e8821a78553f req-040ef9b4-ae2a-4254-992e-9afb76e54373 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=133a3d62-96c2-4102-a1f1-0a88bf2bf30c HTTP/1.1" status: 200 len: 210 time: 0.0269983 Apr 12 17:53:30.710358 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 47fdce57-2451-4dc1-b019-98fa6b5180fd no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:30.730784 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 47fdce57-2451-4dc1-b019-98fa6b5180fd {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:30.731128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 47fdce57-2451-4dc1-b019-98fa6b5180fd not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:31.506384 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-30eb516e-a815-4356-a1fb-60fa6c81e475 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407741 Apr 12 17:53:31.600980 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-785e6a6e-5809-4405-88da-fdd2d7276bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:31.602503 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-785e6a6e-5809-4405-88da-fdd2d7276bac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0375409 Apr 12 17:53:31.700172 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-23f2d3b9-8797-4d76-9ae2-219805a724cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:31.701649 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-23f2d3b9-8797-4d76-9ae2-219805a724cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0814366 Apr 12 17:53:31.766852 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-f4d81169-fd73-4499-ade8-b67ff3cef808 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 1001 time: 0.0591078 Apr 12 17:53:31.812835 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-0564b763-5ba6-4a95-a0e4-4e2efa76b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:31.814248 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-0564b763-5ba6-4a95-a0e4-4e2efa76b45f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0414586 Apr 12 17:53:31.857536 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-b22c4bf9-8591-4583-8cb7-cbebfd71906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:31.859033 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-b22c4bf9-8591-4583-8cb7-cbebfd71906f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386648 Apr 12 17:53:31.939867 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58520) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:31.948800 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-d5db9bcb-bb67-419d-9009-dec472f7bc3f service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834851 Apr 12 17:53:32.035109 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-c5dd05d5-9d58-4d00-b216-ba98fefcd0f2 req-ecdccc7d-1d0e-4a2a-b851-d0b3823fd276 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806601 Apr 12 17:53:32.088826 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port 81b7bdb0-4079-4bb3-bade-02e356da26b9 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:32.089163 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.160357 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.160684 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (81b7bdb0-4079-4bb3-bade-02e356da26b9), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.173093 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for 81b7bdb0-4079-4bb3-bade-02e356da26b9 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:32.395066 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (81b7bdb0-4079-4bb3-bade-02e356da26b9), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.417539 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=81b7bdb0-4079-4bb3-bade-02e356da26b9,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:32.482308 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (47822f48-fe26-4b03-b8fd-237d36db7eee), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:32.482633 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.db.l3_db [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Floating IP 47822f48-fe26-4b03-b8fd-237d36db7eee disassociated (deleted). External IP: 172.27.2.227, port: 7e99f140-1291-4f7b-9a81-6ded5861e11a. Apr 12 17:53:32.944615 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:33.053330 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:33.058347 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:33.063216 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:33.072214 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:33.072828 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:33.087713 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-67c5e8bf-14ff-4a04-8bb9-0aa75488492a tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "DELETE /v2.0/floatingips/47822f48-fe26-4b03-b8fd-237d36db7eee HTTP/1.1" status: 204 len: 168 time: 1.1466999 Apr 12 17:53:33.088291 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a'}] {{(pid=103811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:33.090584 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baaa16184c8ae9fe3936530defa32a99b9d0e2d6e0eb1ca0dbfd2fc4c2f932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e0156-61f3-4f07-b498-3422c3472a98" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a"}]}' {{(pid=103811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:33.127601 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4eac74-2ae6-47fd-8166-cc9a19a96418 x-openstack-request-id: req-5b4eac74-2ae6-47fd-8166-cc9a19a96418 {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:33.127885 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a", "status": "completed", "code": 200}]} {{(pid=103811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:33.128136 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b4eac74-2ae6-47fd-8166-cc9a19a96418 {{(pid=103811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:33.129007 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4eac74-2ae6-47fd-8166-cc9a19a96418'] response: {'name': 'network-changed', 'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'status': 'completed', 'code': 200} Apr 12 17:53:33.192190 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:33.215385 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0156-61f3-4f07-b498-3422c3472a98 req-f7f6568f-6a01-4cfe-a681-17a2680bc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:33.222026 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-f7f6568f-6a01-4cfe-a681-17a2680bc463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c9aea18df5e4b638d12a3b72692035f&device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 1129 time: 0.0438817 Apr 12 17:53:33.311102 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0156-61f3-4f07-b498-3422c3472a98 req-96bc445f-e03e-4e88-8879-3a1335faf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:33.312674 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-96bc445f-e03e-4e88-8879-3a1335faf16c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 200 len: 912 time: 0.0898528 Apr 12 17:53:33.357702 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-a83a3155-424d-4b4f-b397-c7bb47f011b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 200 len: 217 time: 0.0386784 Apr 12 17:53:33.407156 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0156-61f3-4f07-b498-3422c3472a98 req-740e76be-56ab-4e5a-9f47-d4c12bd15ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:33.408635 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-740e76be-56ab-4e5a-9f47-d4c12bd15ed1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 200 len: 850 time: 0.0439708 Apr 12 17:53:33.453790 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0156-61f3-4f07-b498-3422c3472a98 req-783c2d8e-e37d-441e-80b8-5cbabc02d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:33.455424 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-783c2d8e-e37d-441e-80b8-5cbabc02d780 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d6d13a2-7264-4ac3-b1f0-25142fd85e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414729 Apr 12 17:53:33.527296 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:33.527806 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e8b91-755d-4a7d-b142-f552220d5810 req-ceb20ffc-78c6-451f-bf35-59178bc7cb9d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:33.529552 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a84e8b91-755d-4a7d-b142-f552220d5810 req-ceb20ffc-78c6-451f-bf35-59178bc7cb9d tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0466554 Apr 12 17:53:33.553683 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:33.561752 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:33.562323 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:33.577810 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-a84e8b91-755d-4a7d-b142-f552220d5810 req-e8467a03-cc0f-4111-ac5a-39ad0b1a3758 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Apr 12 17:53:33.668952 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:33.856152 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:33.883283 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a02d6-bf00-46ac-8643-c357e18abde1 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:15Z', 'revision_number': 4, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi', '_interfaces': [{'id': '780f07b8-fdae-4ec3-aa79-4db1dbac8bf5', 'name': '', 'network_id': '8d6d13a2-7264-4ac3-b1f0-25142fd85e65', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'mac_address': 'fa:16:3e:0e:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:15Z', 'updated_at': '2022-04-12T17:45:20Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'subnets': [{'id': 'd07d4cea-ea09-46ca-a0f1-9f663cc1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:34.090435 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2fcca-a471-4f7c-96c1-0247d3a41085 None None] New status for floating IP 47822f48-fe26-4b03-b8fd-237d36db7eee: DOWN {{(pid=103813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:53:34.596066 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-ebc42a4a-3c9c-47c6-a474-7251c0851fdb service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846705 Apr 12 17:53:34.686783 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-924e0156-61f3-4f07-b498-3422c3472a98 req-167d0448-bda9-436b-8b67-fa3584b24f30 service neutron] 10.222.0.60 "GET /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Apr 12 17:53:34.691441 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341962a-b9c6-4b64-be11-eb6d836af169 req-267d4e14-835a-4910-a330-e401e31b5050 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:34.696951 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2341962a-b9c6-4b64-be11-eb6d836af169 req-267d4e14-835a-4910-a330-e401e31b5050 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0464866 Apr 12 17:53:34.746152 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-2341962a-b9c6-4b64-be11-eb6d836af169 req-e87227af-a571-41b5-8b14-469d06d24fa9 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddf81899-a4ab-44bd-9dad-4f5924467ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476751 Apr 12 17:53:35.409725 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-7f511f48-0469-4656-98b8-c00c5474c06b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:53:35.411164 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-7f511f48-0469-4656-98b8-c00c5474c06b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 945 time: 0.0491583 Apr 12 17:53:35.490883 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port 7e99f140-1291-4f7b-9a81-6ded5861e11a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:35.491141 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.582131 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] For port 7e99f140-1291-4f7b-9a81-6ded5861e11a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=7e99f140-1291-4f7b-9a81-6ded5861e11a,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:35.582500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.594983 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for 7e99f140-1291-4f7b-9a81-6ded5861e11a owned by compute:nova {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:35.693108 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:53:35.777263 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (7e99f140-1291-4f7b-9a81-6ded5861e11a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.809836 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=7e99f140-1291-4f7b-9a81-6ded5861e11a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:35.841759 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-0a994e7e-aebf-4c73-b4e9-985b06c9790b req-94e500d9-dfa4-47b5-ab83-0e19f29f788b tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0297792 Apr 12 17:53:35.855913 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] No DVR routers for this DVR port 7e99f140-1291-4f7b-9a81-6ded5861e11a on host hv-cinder-83753 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:35.859997 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for port (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.862206 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [req-7ef0e4ef-0df3-4203-8e60-53341c8208cb req-2552621f-10d2-4212-9538-43818793c9ad tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.60 "DELETE /v2.0/ports/7e99f140-1291-4f7b-9a81-6ded5861e11a HTTP/1.1" status: 204 len: 173 time: 0.4454975 Apr 12 17:53:35.862625 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'name': 'network-vif-deleted', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:53:35.864849 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb89bed952d86459284ebb6858205df732f7a7ccc8b6e3222096fdf28b12aaf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ef9433-ebdb-4095-86e0-32660b7e758d" -d '{"events": [{"server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "name": "network-vif-deleted", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:53:36.009076 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78746692-568a-450d-8ea6-2b5ace34d349 x-openstack-request-id: req-78746692-568a-450d-8ea6-2b5ace34d349 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:53:36.009362 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc", "name": "network-vif-deleted", "tag": "7e99f140-1291-4f7b-9a81-6ded5861e11a", "status": "completed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:53:36.009615 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78746692-568a-450d-8ea6-2b5ace34d349 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:53:36.010021 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78746692-568a-450d-8ea6-2b5ace34d349'] response: {'server_uuid': 'e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc', 'name': 'network-vif-deleted', 'tag': '7e99f140-1291-4f7b-9a81-6ded5861e11a', 'status': 'completed', 'code': 200} Apr 12 17:53:36.949307 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [req-00ceef79-c15f-47b2-8cfc-8439301a5e4b req-e6bee4d9-9378-4e1b-9e25-e803ba40dadf tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e32e1bbe-6b90-49b4-9f1d-f0726c50cdfc HTTP/1.1" status: 200 len: 210 time: 0.0318863 Apr 12 17:53:38.005144 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58542) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:38.117376 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Deleting port f465552c-a8d2-4675-bcc7-2a5908355645 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:38.117723 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.194149 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.194480 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (f465552c-a8d2-4675-bcc7-2a5908355645), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.208085 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Calling delete_port for f465552c-a8d2-4675-bcc7-2a5908355645 owned by network:floatingip {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:38.371212 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (f465552c-a8d2-4675-bcc7-2a5908355645), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.400499 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'Port': ['ID=f465552c-a8d2-4675-bcc7-2a5908355645,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:38.460382 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for floatingip (0e597ad4-0a8d-4f30-a19a-cbd910582781), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.463002 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160259'] for floatingip (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:38.464157 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-4ee70484-ca7a-497c-a544-64b96a32efdb tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e597ad4-0a8d-4f30-a19a-cbd910582781 HTTP/1.1" status: 204 len: 168 time: 0.4580207 Apr 12 17:53:38.776433 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 7e99f140-1291-4f7b-9a81-6ded5861e11a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:38.796071 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] No Port match for: 7e99f140-1291-4f7b-9a81-6ded5861e11a {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:38.796419 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Device 7e99f140-1291-4f7b-9a81-6ded5861e11a not bound to the agent host hv-cinder-83753 {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:39.757484 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58554) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:39.811852 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (ddf81899-a4ab-44bd-9dad-4f5924467ddd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:39.837135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (ddf81899-a4ab-44bd-9dad-4f5924467ddd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:39.953959 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (ddf81899-a4ab-44bd-9dad-4f5924467ddd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:39.957316 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:39.958543 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] 10.222.0.32 "DELETE /v2.0/security-groups/ddf81899-a4ab-44bd-9dad-4f5924467ddd HTTP/1.1" status: 204 len: 168 time: 0.2000167 Apr 12 17:53:39.967589 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2da1a-cbbc-4628-adbd-2178ca48f155 tempest-TestVolumeBootPattern-1491835924 tempest-TestVolumeBootPattern-1491835924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf81899-a4ab-44bd-9dad-4f5924467ddd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:41.066370 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58564) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:41.522206 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:41.744210 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Deleting port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:41.744553 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:42.074520 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] For port 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:42.075252 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:42.087042 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Calling delete_port for 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 owned by network:router_interface {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:42.335699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (780f07b8-fdae-4ec3-aa79-4db1dbac8bf5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:42.360064 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Pushing event deleted for resources: {'Port': ['ID=780f07b8-fdae-4ec3-aa79-4db1dbac8bf5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:42.532304 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:42.751699 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Router 91d3bf4c-e3e7-47f2-9635-251d8c325694 has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:42.858166 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:42.863320 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-de33c45a-0230-488d-89ee-52cb746d0838 admin admin] 10.222.0.32 "PUT /v2.0/routers/91d3bf4c-e3e7-47f2-9635-251d8c325694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959213 Apr 12 17:53:42.865727 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58570) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:42.868745 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Sync routers for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:42.879300 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:42.880007 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:42.968144 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks [] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:42.990361 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: dv-cinder-837532-1-iscsi {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:43.071212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks [] for router_gateway (91d3bf4c-e3e7-47f2-9635-251d8c325694), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.157026 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:53:42Z', 'revision_number': 5, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port': {'id': '2badb063-ec0f-45ff-ae4b-02faaa150163', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:43.181748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Deleting port 2badb063-ec0f-45ff-ae4b-02faaa150163 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:43.182374 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.183161 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Checking router: 91d3bf4c-e3e7-47f2-9635-251d8c325694 for host: dv-cinder-837532-1-iscsi {{(pid=103812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:43.192336 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Routers {'91d3bf4c-e3e7-47f2-9635-251d8c325694'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:43.192945 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['91d3bf4c-e3e7-47f2-9635-251d8c325694'], 'active': True} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:43.260212 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] For port 2badb063-ec0f-45ff-ae4b-02faaa150163, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=2badb063-ec0f-45ff-ae4b-02faaa150163,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:43.260500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.273158 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Calling delete_port for 2badb063-ec0f-45ff-ae4b-02faaa150163 owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:43.280588 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvr_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] Set router 91d3bf4c-e3e7-47f2-9635-251d8c325694 gateway port host: None {{(pid=103812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:43.335121 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_hamode_db [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:53:43Z', 'revision_number': 6, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:43.370288 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679a2c6-bee3-4f40-ae6c-8fe94ee74f87 None None] The sync data for ids ['91d3bf4c-e3e7-47f2-9635-251d8c325694'] in dv-cinder-837532-1-iscsi is: [{'id': '91d3bf4c-e3e7-47f2-9635-251d8c325694', 'name': 'tempest-TestVolumeBootPattern-819765592-router', 'tenant_id': '5c9aea18df5e4b638d12a3b72692035f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:12Z', 'updated_at': '2022-04-12T17:53:43Z', 'revision_number': 6, 'project_id': '5c9aea18df5e4b638d12a3b72692035f', 'gw_port_host': None}] {{(pid=103812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:43.485686 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (2badb063-ec0f-45ff-ae4b-02faaa150163), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.511818 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2badb063-ec0f-45ff-ae4b-02faaa150163,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:43.571619 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.664337 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.666401 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks [] for router_controller (91d3bf4c-e3e7-47f2-9635-251d8c325694), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.794181 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (91d3bf4c-e3e7-47f2-9635-251d8c325694), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.794762 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d3bf4c-e3e7-47f2-9635-251d8c325694 {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:53:43.799557 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.800713 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-8fd2f8c7-d246-4c44-ad95-4f47a43247f7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/91d3bf4c-e3e7-47f2-9635-251d8c325694 HTTP/1.1" status: 204 len: 168 time: 0.9340398 Apr 12 17:53:43.803228 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58574) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:43.851482 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Deleting subnet d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:53:43.854495 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Publish callbacks [] for subnet (d07d4cea-ea09-46ca-a0f1-9f663cc1aa23), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.887971 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (d07d4cea-ea09-46ca-a0f1-9f663cc1aa23), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:43.965135 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (d07d4cea-ea09-46ca-a0f1-9f663cc1aa23), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.097890 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (d07d4cea-ea09-46ca-a0f1-9f663cc1aa23), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.121209 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07d4cea-ea09-46ca-a0f1-9f663cc1aa23,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:44.127221 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.130539 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-7f40432b-492a-4f2a-ad9c-cb7f61b35e22 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d07d4cea-ea09-46ca-a0f1-9f663cc1aa23 HTTP/1.1" status: 204 len: 168 time: 0.3263981 Apr 12 17:53:44.133198 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58576) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:44.133950 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bbe07-3504-4ee9-81ae-73cbf1f45e05 None None] Network 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:53:44.209339 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (8d6d13a2-7264-4ac3-b1f0-25142fd85e65), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.254278 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Deleting port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:44.254620 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.277411 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] DHCP port deletion for 8d6d13a2-7264-4ac3-b1f0-25142fd85e65 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:53:44.324163 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Deleting port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:44.324667 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.325477 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] For port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:44.325843 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.339748 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Calling delete_port for d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:44.394088 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] For port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,segment=NetworkSegment(d8671914-8b63-47a2-b30e-1960212a8320),segment_id=d8671914-8b63-47a2-b30e-1960212a8320)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:44.394497 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.407124 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Calling delete_port for d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:44.508401 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.514773 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.531740 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:44.537743 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] No DVR routers for this DVR port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b on host dv-cinder-837532-1-iscsi {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:44.542613 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Pushing event deleted for resources: {'Port': ['ID=d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:44.547216 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] No DVR routers for this DVR port d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:44.559686 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.559933 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.560335 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.560679 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.561037 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.561370 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.561699 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.562024 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.562386 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.570252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2f7-2e58-4100-aa2b-b4dea7edb202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837532-1-iscsi {{(pid=103812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:53:44.608107 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (8d6d13a2-7264-4ac3-b1f0-25142fd85e65), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.627659 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6d13a2-7264-4ac3-b1f0-25142fd85e65']}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:44.636386 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8671914-8b63-47a2-b30e-1960212a8320') {'for_net_delete': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:44.636681 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.services.segments.db [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8671914-8b63-47a2-b30e-1960212a8320') {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:44.646254 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13077483'] for segment (d8671914-8b63-47a2-b30e-1960212a8320), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.658817 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (d8671914-8b63-47a2-b30e-1960212a8320), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.664520 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:53:44.664892 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12868417'] for segment (d8671914-8b63-47a2-b30e-1960212a8320), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: Traceback (most recent call last): Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: timer() Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: cb(*args, **kw) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: return func(*args, **kwargs) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: self._notify() Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: self.callback(batched_events) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: event.method(event) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: return f(self, *a, **k) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._get(url).json() Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: return self.request(url, 'GET', **kwargs) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:53:44.666530 dv-cinder-837532-1-iscsi neutron-server[103810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:53:44.768802 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2badb063-ec0f-45ff-ae4b-02faaa150163 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:44.791437 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 2badb063-ec0f-45ff-ae4b-02faaa150163 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:44.797431 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 2badb063-ec0f-45ff-ae4b-02faaa150163 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:44.797431 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:44.810712 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:44.811005 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 780f07b8-fdae-4ec3-aa79-4db1dbac8bf5 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:44.811401 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:44.822444 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (8d6d13a2-7264-4ac3-b1f0-25142fd85e65), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.827680 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:44.830462 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:44.830811 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device d81dd0ec-f6db-488f-a8d7-7b2db8b8ab1b not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:44.831006 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d6d13a2-7264-4ac3-b1f0-25142fd85e65 HTTP/1.1" status: 204 len: 168 time: 0.6968446 Apr 12 17:53:44.851922 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58578) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:44.852936 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4f87e-75ee-4f47-be31-151c8199bee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6d13a2-7264-4ac3-b1f0-25142fd85e65,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:45.154349 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456395'] for router_interface (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.379324 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Deleting port 12131d6c-027f-4651-a831-870c166b0fd2 {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:45.379662 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (12131d6c-027f-4651-a831-870c166b0fd2), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.456216 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] For port 12131d6c-027f-4651-a831-870c166b0fd2, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=12131d6c-027f-4651-a831-870c166b0fd2,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:45.456482 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (12131d6c-027f-4651-a831-870c166b0fd2), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.468919 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Calling delete_port for 12131d6c-027f-4651-a831-870c166b0fd2 owned by network:router_interface {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:45.496673 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-be8ed9bc-e875-4363-bf9b-424507beb61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.668171 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.718302 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (12131d6c-027f-4651-a831-870c166b0fd2), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:45.747312 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Pushing event deleted for resources: {'Port': ['ID=12131d6c-027f-4651-a831-870c166b0fd2,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:45.915876 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456279'] for router_interface (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:46.126725 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f has already been hosted by L3 agent 528f9b3f-7cbb-4817-bb94-779cae095b8c {{(pid=103811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:53:46.233474 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] Notify agent at l3_agent.dv-cinder-837532-1-iscsi the message routers_updated {{(pid=103811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:53:46.239293 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-f250cb6a-1063-4727-90b7-2b6be1466670 admin admin] 10.222.0.32 "PUT /v2.0/routers/6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4039955 Apr 12 17:53:46.241956 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58580) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:46.242640 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Sync routers for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:53:46.252506 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:46.253787 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:46.346932 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks [] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:46.439780 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: dv-cinder-837532-1-iscsi {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:46.451817 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks [] for router_gateway (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:46.578250 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Deleting port 94cd3454-7b35-43a9-962a-d474a8cd24ec {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:46.578633 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:46.600568 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'external_fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:53:45Z', 'revision_number': 5, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port': {'id': '94cd3454-7b35-43a9-962a-d474a8cd24ec', 'name': '', 'network_id': '28ba6ea3-ffe1-4772-8b5f-622a09b5240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:45:20Z', 'updated_at': '2022-04-12T17:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e591ad2-4094-4751-8c80-ab4d919c35b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837532-1-iscsi'}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:46.629477 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Checking router: 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f for host: dv-cinder-837532-1-iscsi {{(pid=103813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:53:46.637390 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Routers {'6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'} bound to L3 agent in host dv-cinder-837532-1-iscsi {{(pid=103813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:53:46.637995 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:21:18Z,description=,heartbeat_timestamp=2022-04-12T17:53:18Z,host='dv-cinder-837532-1-iscsi',id=528f9b3f-7cbb-4817-bb94-779cae095b8c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:21:18Z,topic='l3_agent')) {'router_ids': ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'], 'active': True} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:46.655518 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] For port 94cd3454-7b35-43a9-962a-d474a8cd24ec, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=94cd3454-7b35-43a9-962a-d474a8cd24ec,segment=NetworkSegment(90ef3f2c-f049-458c-81ec-0519fcdf7daa),segment_id=90ef3f2c-f049-458c-81ec-0519fcdf7daa)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:46.655937 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:46.669074 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Calling delete_port for 94cd3454-7b35-43a9-962a-d474a8cd24ec owned by network:router_gateway {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:46.723125 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_dvr_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] Set router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f gateway port host: None {{(pid=103813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:53:46.774486 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.l3_hamode_db [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:53:46Z', 'revision_number': 6, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port_host': None}], 'dv-cinder-837532-1-iscsi', False) {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:46.805630 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7761a0-39d6-44f9-ac92-171f8ba9317f None None] The sync data for ids ['6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f'] in dv-cinder-837532-1-iscsi is: [{'id': '6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f', 'name': 'tempest-TestVolumeBootPattern-1301697799-router', 'tenant_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:45:19Z', 'updated_at': '2022-04-12T17:53:46Z', 'revision_number': 6, 'project_id': 'a537a4b3f4eb4c5698c3b94b7586c5ae', 'gw_port_host': None}] {{(pid=103813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:53:47.154024 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12868500'] for port (94cd3454-7b35-43a9-962a-d474a8cd24ec), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.179068 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Pushing event deleted for resources: {'Port': ['ID=94cd3454-7b35-43a9-962a-d474a8cd24ec,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:47.251237 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454897'] for router_gateway (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.341311 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8929'] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.343500 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks [] for router_controller (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.473231 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458516'] for router (6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.473717 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f {{(pid=103810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 17:53:47.477935 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.479114 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-6a95df20-142c-4142-a5bc-58d7174ce1af admin admin] 10.222.0.32 "DELETE /v2.0/routers/6af4e8d2-62f8-45a4-8ca1-04178a1e6c4f HTTP/1.1" status: 204 len: 168 time: 1.2360837 Apr 12 17:53:47.481515 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58584) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:47.528036 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.db.db_base_plugin_v2 [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Deleting subnet c9d22183-2c5c-4c2f-892e-93438d53ae93 {{(pid=103810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:53:47.531366 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Publish callbacks [] for subnet (c9d22183-2c5c-4c2f-892e-93438d53ae93), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.567015 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13077456'] for subnet (c9d22183-2c5c-4c2f-892e-93438d53ae93), precommit_delete_associations {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.645522 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1369434'] for subnet (c9d22183-2c5c-4c2f-892e-93438d53ae93), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.816706 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1369421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12868603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58364107'] for subnet (c9d22183-2c5c-4c2f-892e-93438d53ae93), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.841161 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d22183-2c5c-4c2f-892e-93438d53ae93,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:47.846793 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.850133 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-954bc540-073d-4181-9500-c1d6f2bc826a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c9d22183-2c5c-4c2f-892e-93438d53ae93 HTTP/1.1" status: 204 len: 168 time: 0.3676474 Apr 12 17:53:47.852740 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58586) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:47.853937 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd93952-fd42-468a-b54c-f38b30bd4ab8 None None] Network 899ea8eb-14fd-462b-b082-a44052745ce8 requested from dv-cinder-837532-1-iscsi {{(pid=103812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:53:47.878252 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-0242b161-0584-4d88-882a-54bd3b3d17b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.923681 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506091'] for network (899ea8eb-14fd-462b-b082-a44052745ce8), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:47.966370 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Deleting port 48aea40a-defc-4c4a-907e-f2adf917b89c {{(pid=103811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:47.970194 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.002168 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] DHCP port deletion for 899ea8eb-14fd-462b-b082-a44052745ce8 request from dv-cinder-837532-1-iscsi {{(pid=103812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 17:53:48.032816 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] For port 48aea40a-defc-4c4a-907e-f2adf917b89c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=48aea40a-defc-4c4a-907e-f2adf917b89c,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:48.033174 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.041436 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Deleting port 48aea40a-defc-4c4a-907e-f2adf917b89c {{(pid=103812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:53:48.041815 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742582495016'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), before_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.045381 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Calling delete_port for 48aea40a-defc-4c4a-907e-f2adf917b89c owned by network:dhcp {{(pid=103811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:48.106871 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.db [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] For port 48aea40a-defc-4c4a-907e-f2adf917b89c, host dv-cinder-837532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837532-1-iscsi',level=0,port_id=48aea40a-defc-4c4a-907e-f2adf917b89c,segment=NetworkSegment(034dd850-397e-4ce0-b61c-de0556dcfd2a),segment_id=034dd850-397e-4ce0-b61c-de0556dcfd2a)] {{(pid=103812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:53:48.107193 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427589'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), precommit_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.120421 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Calling delete_port for 48aea40a-defc-4c4a-907e-f2adf917b89c owned by network:dhcp {{(pid=103812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:53:48.222372 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13174094'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.228209 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1525174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742582501654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742582108847'] for port (48aea40a-defc-4c4a-907e-f2adf917b89c), after_delete {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.254532 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] No DVR routers for this DVR port 48aea40a-defc-4c4a-907e-f2adf917b89c on host dv-cinder-837532-1-iscsi {{(pid=103811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:48.257500 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] Pushing event deleted for resources: {'Port': ['ID=48aea40a-defc-4c4a-907e-f2adf917b89c,revision_number=None']} {{(pid=103812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:48.258352 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48aea40a-defc-4c4a-907e-f2adf917b89c,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:48.261074 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23dbc9-956f-4036-9d99-217a7a0d4044 None None] No DVR routers for this DVR port 48aea40a-defc-4c4a-907e-f2adf917b89c on host dv-cinder-837532-1-iscsi {{(pid=103812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:53:48.330825 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371361', 'neutron.services.segments.db._delete_segments_for_network-8742582601912'] for network (899ea8eb-14fd-462b-b082-a44052745ce8), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.351263 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899ea8eb-14fd-462b-b082-a44052745ce8']}} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:48.360321 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034dd850-397e-4ce0-b61c-de0556dcfd2a') {'for_net_delete': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:48.360627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.services.segments.db [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034dd850-397e-4ce0-b61c-de0556dcfd2a') {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:53:48.370292 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742582523073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340635'] for segment (034dd850-397e-4ce0-b61c-de0556dcfd2a), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.383533 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753'] for segment (034dd850-397e-4ce0-b61c-de0556dcfd2a), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.389627 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1366753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13174171'] for segment (034dd850-397e-4ce0-b61c-de0556dcfd2a), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: Traceback (most recent call last): Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: timer() Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: cb(*args, **kw) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: return func(*args, **kwargs) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: self._notify() Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: self.callback(batched_events) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: event.method(event) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: return f(self, *a, **k) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._get(url).json() Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: return self.request(url, 'GET', **kwargs) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:53:48.394565 dv-cinder-837532-1-iscsi neutron-server[103811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:53:48.479555 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-155d946c-03a7-477e-824d-6f482abe3d70 service neutron] (103810) timed out ('10.222.0.32', 52568) {{(pid=103810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:53:48.536809 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454869'] for network (899ea8eb-14fd-462b-b082-a44052745ce8), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.541721 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561192'] for network (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.545233 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/899ea8eb-14fd-462b-b082-a44052745ce8 HTTP/1.1" status: 204 len: 168 time: 0.6909986 Apr 12 17:53:48.558073 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c12a1-af69-44fc-a66a-f802f759e7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=899ea8eb-14fd-462b-b082-a44052745ce8,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:48.648694 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-58db628d-5fdd-4a2c-baaa-bf19c25cf3b2 req-902edb24-6e79-4c5f-8963-6695879d37ba tempest-TestShelveInstance-383634821 tempest-TestShelveInstance-383634821-project] (103810) timed out ('10.222.0.32', 52576) {{(pid=103810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:53:48.766488 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 94cd3454-7b35-43a9-962a-d474a8cd24ec no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:48.788685 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 94cd3454-7b35-43a9-962a-d474a8cd24ec {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:48.789075 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 94cd3454-7b35-43a9-962a-d474a8cd24ec not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:48.789616 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 48aea40a-defc-4c4a-907e-f2adf917b89c no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:48.808910 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 48aea40a-defc-4c4a-907e-f2adf917b89c {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:48.809260 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 48aea40a-defc-4c4a-907e-f2adf917b89c not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:48.809672 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 12131d6c-027f-4651-a831-870c166b0fd2 no longer exists at agent ovs-agent-dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:53:48.828181 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.plugin [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] No Port match for: 12131d6c-027f-4651-a831-870c166b0fd2 {{(pid=103812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:53:48.828533 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron.plugins.ml2.rpc [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Device 12131d6c-027f-4651-a831-870c166b0fd2 not bound to the agent host dv-cinder-837532-1-iscsi {{(pid=103812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:53:48.884781 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [-] (103810) accepted ('10.222.0.32', 58590) {{(pid=103810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:48.923191 dv-cinder-837532-1-iscsi neutron-server[103810]: INFO neutron.wsgi [None req-06cf4e40-4756-4272-aee8-6c37ba033f28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c9aea18df5e4b638d12a3b72692035f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384274 Apr 12 17:53:48.925576 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58592) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:48.971107 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] Publish callbacks [] for security_group (a39f514f-9f21-4f5e-b0fb-74c2d682e221), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:48.991761 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] Publish callbacks [] for security_group (a39f514f-9f21-4f5e-b0fb-74c2d682e221), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.068351 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.096804 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (a39f514f-9f21-4f5e-b0fb-74c2d682e221), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.100104 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.101276 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a39f514f-9f21-4f5e-b0fb-74c2d682e221 HTTP/1.1" status: 204 len: 168 time: 0.1746836 Apr 12 17:53:49.108912 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c288ff-fc9c-41c4-950f-19f448bec39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f514f-9f21-4f5e-b0fb-74c2d682e221,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:49.725860 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58598) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:49.764382 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-7b8a8720-eeb5-42bb-8ab4-7ada21c31c6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a537a4b3f4eb4c5698c3b94b7586c5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413992 Apr 12 17:53:49.766741 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [-] (103811) accepted ('10.222.0.32', 58600) {{(pid=103811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:53:49.811816 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] Publish callbacks [] for security_group (29bed013-cfe4-4ec3-862b-b057e7dc38ff), before_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.832668 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] Publish callbacks [] for security_group (29bed013-cfe4-4ec3-862b-b057e7dc38ff), precommit_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.959437 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397945'] for security_group (29bed013-cfe4-4ec3-862b-b057e7dc38ff), after_delete {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.962022 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:49.963250 dv-cinder-837532-1-iscsi neutron-server[103811]: INFO neutron.wsgi [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29bed013-cfe4-4ec3-862b-b057e7dc38ff HTTP/1.1" status: 204 len: 168 time: 0.1955974 Apr 12 17:53:49.971799 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dcf7f-9650-4868-a639-ced7a075ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bed013-cfe4-4ec3-862b-b057e7dc38ff,revision_number=None']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:53:50.388463 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:51.912815 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:12.691625 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:15.507109 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ec4829c0-aa27-4cf9-9bf0-0768705670cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:15.672606 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:17.853788 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-69a81e04-a7ac-4d15-972a-b4a995dfca17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:19.089732 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:20.404378 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:21.933753 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.538124 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe21d-531c-4519-9b6f-f7da64323f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:45.715148 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:47.864018 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-82d704c7-3db1-4839-a0b1-05deffbe352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.106140 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.689927 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:50.412081 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:51.926465 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.508812 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-504e8661-09f9-4ef8-b72c-b21c8567cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:15.697540 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:17.896695 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-2664e11d-4aca-4160-b1ea-650e8cf8fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:19.082667 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:20.407723 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:21.922049 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:26.688661 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:55:45.555581 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e69e553c-18e6-42df-9b2d-7fb6882e4686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:45.698682 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:47.872583 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-6dfe731e-53bf-4654-b546-5c996f2f2bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:49.106780 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:50.407045 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:51.929192 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.687374 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:56:04.830310 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-97310477-7746-4ff1-8fbb-f87ac30a2a0c req-0ad693a4-b86d-4a50-9f13-412c15a24e50 service neutron] (103811) timed out ('10.222.0.60', 61668) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:56:05.060647 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-ed72cf7e-3356-45c5-b122-bbc29d175a9b req-15d8c1da-509c-40aa-8053-634c3d25bd46 service neutron] (103810) timed out ('10.222.0.60', 61669) {{(pid=103810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:56:15.520859 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-765834c7-6341-4b34-8138-2f5b93e824a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.709372 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.880312 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-b5032dff-02b0-40e6-a761-2885aed92f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.114754 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.453336 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.934096 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.685472 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:56:45.485443 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-d7411201-e7ea-49ff-811c-6034f8cd4815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:45.731463 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.852137 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-768bcd70-d7a6-48b3-b888-78a7e1ce9548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.075110 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.412229 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.932128 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.507554 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-4eb1213b-6e3c-4101-8b63-7f5c6afcbfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.719606 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.683504 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:57:17.873273 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-145f2e0a-5b7c-4289-943d-e3358453dd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.107741 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.433763 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.923911 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.988633 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-783e807c-3f95-46f5-9c55-15dde7a918c3 service neutron] (103810) timed out ('10.222.0.32', 51696) {{(pid=103810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:57:23.113475 dv-cinder-837532-1-iscsi neutron-server[103811]: DEBUG neutron.wsgi [req-5301499e-b947-45e7-9640-b010de94c0dc req-dd8d46a1-a22e-4c2e-b642-b862c5cfbbc7 tempest-AttachVolumeShelveTestJSON-50145656 tempest-AttachVolumeShelveTestJSON-50145656-project] (103811) timed out ('10.222.0.32', 51706) {{(pid=103811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:57:45.495395 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-ab9ca5f3-cb7d-49b5-8b85-4fe1586a258a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.706217 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.895687 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-91c27e5a-15d6-4ab9-ae0b-8db6840bcdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.146605 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.409378 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:51.986076 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:54.682507 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:58:15.510991 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-23d7fca7-a588-41e3-a6bf-4453695504a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.739443 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:17.877339 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4b8c-81fb-4494-aad4-e37459a4a586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.082205 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:20.413803 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:21.939565 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:22.619275 dv-cinder-837532-1-iscsi neutron-server[103810]: DEBUG neutron.wsgi [req-87e303d4-909e-43ba-80a5-c9c8844a0517 req-627d75cf-4428-4b42-9bad-8817e46de5e3 tempest-AttachVolumeNegativeTest-262151053 tempest-AttachVolumeNegativeTest-262151053-project] (103810) timed out ('10.222.0.60', 61661) {{(pid=103810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 17:58:31.681289 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:58:45.509465 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-076f46bf-b866-4bda-af7c-483f491bdbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:45.738876 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:47.898369 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-f1dac3ca-0d5a-4b7b-ab86-57e75866c031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:49.127367 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:50.475718 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:51.938781 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:08.680886 dv-cinder-837532-1-iscsi neutron-server[103813]: DEBUG neutron.db.agents_db [None req-46122b62-7b34-43c1-8550-d6f7c7cfdb53 None None] Agent healthcheck: found 6 active agents {{(pid=103813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:59:15.480797 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-9d42583f-993b-4f2d-b88c-dd62c9536e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (ec04a1eb-d5a5-403d-be89-12c2bc4799fd), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:15.721165 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-80a98f17-fe41-49b8-9a11-02650d9c6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (e8c7b520-96c8-48ce-a060-a22384ff3dc5), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:17.869484 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e4edc486-97c4-4924-82a3-ebf3057c1336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (528f9b3f-7cbb-4817-bb94-779cae095b8c), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:19.109244 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-99754380-590b-4690-b1d6-bf9a0bd1d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (4b48c447-7ff6-4d7e-9899-31519e159c3e), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:20.543311 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-3ab99548-2c88-4924-9c52-e781631be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (823ec8b3-a184-4e8f-b51c-89844db752f3), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:21.924357 dv-cinder-837532-1-iscsi neutron-server[103812]: DEBUG neutron_lib.callbacks.manager [None req-e49b291a-4303-49d0-a713-6360b3eca36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742582601894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471648'] for agent (5167f461-0d3b-4b4c-a46a-bd02a4494b6f), after_update {{(pid=103812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}